-- Logs begin at Tue 2022-04-12 13:37:50 UTC, end at Tue 2022-04-12 14:44:26 UTC. -- Apr 12 14:17:00.595087 dv-cinder-837523-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 14:17:03.586422 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.common.config [-] Logging enabled! Apr 12 14:17:03.587050 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 14:17:03.587232 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103139) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 14:17:03.590579 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.common.config [-] Logging enabled! Apr 12 14:17:03.590837 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 14:17:03.591149 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103139) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 14:17:03.592100 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 14:17:03.592339 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 14:17:03.592719 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 14:17:03.592993 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 14:17:03.593227 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 14:17:03.593657 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.594090 dv-cinder-837523-1-iscsi neutron-server[103139]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 14:17:03.594403 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.594705 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.595002 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.595307 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.595601 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.595889 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.596181 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.596484 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.596774 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.597102 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.597390 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.597684 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.597970 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.598260 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.598550 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.598837 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] debug = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.599124 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.599560 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.599979 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.600259 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.600548 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.600831 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.601128 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.601406 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.601694 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.602026 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] host = dv-cinder-837523-1-iscsi {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.602306 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.602595 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.602883 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.603170 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.603445 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.603721 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.604007 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.604806 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.605105 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] log_file = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.605384 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.605672 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.605964 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.606255 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.606481 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.606705 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.607005 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.607293 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.607571 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.607847 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.608124 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.608398 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.608673 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.608963 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.609251 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.609537 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.609825 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.610102 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.610387 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.610650 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.610924 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.611211 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.611489 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.611766 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.612042 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.612332 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.612602 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.612877 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.613206 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.613497 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.613838 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.614074 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.614357 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.614635 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.614996 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.615184 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.615462 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] use_json = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.615737 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.616014 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.616299 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.616576 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.616850 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.617153 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.617427 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.617715 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.617990 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:03.618291 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.618590 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.618893 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.619195 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.619484 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.619825 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.620623 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.620930 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.621221 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.621520 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.621827 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.622118 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.622427 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.622715 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.623013 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.623322 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.623619 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.623912 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.624189 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.624464 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.624742 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.625047 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.625339 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.625619 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.625920 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.626214 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.626506 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.626804 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.627094 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.627395 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.627681 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.627964 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.628240 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.628530 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.628809 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.629113 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.629567 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.629661 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.629941 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.630215 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.630498 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.630776 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.631046 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.631315 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.631591 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.631881 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.632162 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.632438 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.632711 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.633016 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.633289 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.633572 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.633848 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.634122 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.634393 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.634670 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.634943 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.635215 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.635529 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.635797 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.636080 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.636351 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.636622 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.636909 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.637187 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.637457 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.637727 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.637997 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.638273 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.638546 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.638818 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.639090 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.639360 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.639630 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.639920 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.640219 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.640498 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.640782 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.641102 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.641382 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.641660 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.641935 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.642214 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.642494 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.642766 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.643059 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.643346 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.643637 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.643941 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.644223 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.644518 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.644798 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.645100 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.645386 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.645665 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.645950 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.646239 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.646525 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.646821 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.647118 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.647415 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.647712 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.648007 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.648294 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.648609 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.648912 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:03.649138 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 14:17:03.649393 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103139) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 14:17:04.041296 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 14:17:04.041602 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 14:17:04.042433 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 14:17:04.042776 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 14:17:04.377570 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:04.377771 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:04.378051 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:04.379368 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:04.379645 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:04.379911 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:04.435169 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:04.435450 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:04.435715 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:04.451061 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:04.451340 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:04.451615 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:04.483676 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:04.483969 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:04.484204 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:04.522624 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:04.522927 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:04.523193 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:04.888432 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:04.889129 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:04.889129 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:04.889324 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:04.889945 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.001806 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.002058 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.002341 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.002618 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.002890 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.003204 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.003469 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.003730 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.003988 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.004271 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.004535 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.004805 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.005092 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.005349 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.005607 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.005873 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.006130 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.006400 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.006673 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.006935 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.007359 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.007618 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.007905 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.008289 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.008547 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.008799 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.009234 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103139) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 14:17:05.009479 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103139) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 14:17:05.009720 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103139) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 14:17:05.009960 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103139) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 14:17:05.010200 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103139) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 14:17:05.010441 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103139) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 14:17:05.010825 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 14:17:05.014005 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 14:17:05.017967 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 14:17:05.021642 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Apr 12 14:17:05.023271 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 14:17:05.023740 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 14:17:05.024080 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 14:17:05.024470 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 14:17:05.027702 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 14:17:05.027956 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 14:17:05.028332 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 14:17:05.033803 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 14:17:05.058538 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 14:17:05.059004 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.059309 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103139) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 14:17:05.059683 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.061083 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103139) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 14:17:05.061370 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 14:17:05.061616 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 14:17:05.064943 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.065233 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.127150 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 14:17:05.127393 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 14:17:05.127633 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 14:17:05.128022 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 14:17:05.148865 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_db.sqlalchemy.engines [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103139) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 14:17:05.592596 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.managers [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Initializing driver for type 'gre' Apr 12 14:17:05.593175 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] gre ID ranges: [(1, 1000)] Apr 12 14:17:05.657218 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.managers [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Initializing driver for type 'local' Apr 12 14:17:05.657629 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.managers [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Initializing driver for type 'vlan' Apr 12 14:17:05.672034 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] VlanTypeDriver initialization complete Apr 12 14:17:05.672466 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.managers [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Initializing driver for type 'vxlan' Apr 12 14:17:05.673067 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] vxlan ID ranges: [(1, 1000)] Apr 12 14:17:05.734448 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.managers [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Initializing extension driver 'port_security' Apr 12 14:17:05.734797 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.extensions.port_security [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] PortSecurityExtensionDriver initialization complete Apr 12 14:17:05.735137 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.managers [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Initializing mechanism driver 'openvswitch' Apr 12 14:17:05.735460 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.managers [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Initializing mechanism driver 'hyperv' Apr 12 14:17:05.742072 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:17:05.742936 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > port after_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.743347 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > port after_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.743706 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > port after_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.744242 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103139) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 14:17:05.744689 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > subnet after_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.745106 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > subnet after_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.745458 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.745862 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103139) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 14:17:05.746274 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > network after_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.746627 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > network after_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.746974 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > network after_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.747374 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103139) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 14:17:05.747782 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > security_group after_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.748135 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > security_group after_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.748480 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.748882 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103139) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 14:17:05.749313 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.749666 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.750010 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.750408 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103139) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 14:17:05.750816 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > address_group after_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.751163 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > address_group after_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.751504 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.751903 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103139) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 14:17:05.752348 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] ML2 OVO RPC backend initialized. {{(pid=103139) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 14:17:05.753094 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.753455 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.753872 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > network before_response 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.754221 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > networks before_response 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.754570 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > port before_response 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.754912 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > ports before_response 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.755255 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > subnet before_response 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.755602 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > subnets before_response 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.755947 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > network after_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.756292 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > network after_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.756638 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > network after_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.757019 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > port after_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.757370 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > port after_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.757709 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > port after_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.758047 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > subnet after_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.758386 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > subnet after_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.758724 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.766880 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.quota [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded quota_driver: . Apr 12 14:17:05.767258 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.plugin [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Modular L2 Plugin initialization complete Apr 12 14:17:05.767606 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading services supported by the core plugin {{(pid=103139) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 14:17:05.767955 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.plugins.ml2.managers [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Got port-security extension from driver 'port_security' Apr 12 14:17:05.768463 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.extensions.vlantransparent [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Disabled vlantransparent extension. Apr 12 14:17:05.768998 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103139) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 14:17:05.769332 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading Plugin: router Apr 12 14:17:05.805307 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.805707 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > router after_create 55549900 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.806080 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > router before_create 55549900 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.806446 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.806822 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.807182 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > router after_delete 55549900 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.807569 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.807921 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.815594 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > router after_create 55549900 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.816030 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > router after_update 55549900 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.816394 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > router after_update 55549900 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.816751 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.817151 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > router after_update 55549900 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.817584 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > router precommit_update 55549900 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.817965 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: port after_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.818311 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: port after_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.818652 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: subnet after_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.819001 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.819352 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.819701 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > router precommit_create 55549900 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.820047 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: port before_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.820400 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > router precommit_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.820756 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > router after_update 55549900 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.821125 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.821481 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > router precommit_create 55549900 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.821992 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.822410 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > router precommit_update 55549900 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.822862 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > agent after_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.823776 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > agent after_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.824415 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > network after_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.825445 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Tracking information for resource: router configured {{(pid=103139) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 14:17:05.825823 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Tracking information for resource: floatingip configured {{(pid=103139) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 14:17:05.831069 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.db.l3_agentschedulers_db [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 14:17:05.831662 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: port after_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.832025 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: port after_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.832378 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: port after_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.832732 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: port after_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.833571 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > router before_create 55550100 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.833939 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.834300 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > router precommit_create 55550100 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.834655 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > router precommit_update 55550100 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.840055 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.services.provider_configuration [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Service providers = [] {{(pid=103139) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 14:17:05.840424 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.db.servicetype_db [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103139) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 14:17:05.843464 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.services.service_base [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103139) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 14:17:05.843771 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.services.service_base [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103139) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 14:17:05.844117 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.services.service_base [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103139) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 14:17:05.845052 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.services.service_base [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103139) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 14:17:05.845430 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.services.service_base [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 14:17:05.845817 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103139) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 14:17:05.846137 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 14:17:05.858152 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103139) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 14:17:05.858493 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading Plugin: auto_allocate Apr 12 14:17:05.864675 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: network precommit_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.865088 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: network precommit_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.865649 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103139) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 14:17:05.865973 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading Plugin: tag Apr 12 14:17:05.873222 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103139) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 14:17:05.873554 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading Plugin: timestamp Apr 12 14:17:05.877455 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103139) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 14:17:05.877786 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading Plugin: network_ip_availability Apr 12 14:17:05.883299 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.883677 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.884032 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:05.884778 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103139) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 14:17:05.885138 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading Plugin: flavors Apr 12 14:17:05.890543 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103139) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 14:17:05.891093 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading Plugin: revisions Apr 12 14:17:05.895116 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103139) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 14:17:05.895513 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_concurrency.lockutils [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.853s {{(pid=103139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 14:17:05.896265 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103139) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 14:17:05.896602 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Initializing extension manager. Apr 12 14:17:05.897163 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: __init__.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.897509 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: __pycache__ {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.897844 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: address_group.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.898607 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.899195 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: address-group Apr 12 14:17:05.899532 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: address_scope.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.900251 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.900759 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: address-scope Apr 12 14:17:05.901171 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.902593 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.903107 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: router-admin-state-down-before-update Apr 12 14:17:05.903434 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: agent.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.904136 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.904646 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: agent Apr 12 14:17:05.905002 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: agent_resources_synced.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.906184 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.906692 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: agent-resources-synced Apr 12 14:17:05.907023 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: allowedaddresspairs.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.908818 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.909369 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: allowed-address-pairs Apr 12 14:17:05.909692 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: auto_allocated_topology.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.910787 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.911306 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: auto-allocated-topology Apr 12 14:17:05.911631 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: availability_zone.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.912332 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.912853 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: availability_zone Apr 12 14:17:05.913213 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: availability_zone_filter.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.914207 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.914734 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: availability_zone_filter Apr 12 14:17:05.915056 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: data_plane_status.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.915977 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.916485 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 14:17:05.916846 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: default_subnetpools.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.917823 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.918340 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: default-subnetpools Apr 12 14:17:05.918666 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.919528 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.920040 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: dhcp_agent_scheduler Apr 12 14:17:05.920363 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: dns.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.921380 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.921891 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension dns-integration not supported by any of loaded plugins Apr 12 14:17:05.922217 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: dns_domain_ports.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.923148 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.923661 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 14:17:05.923990 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.924944 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.925451 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 14:17:05.925775 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: dvr.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.926457 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.926973 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: dvr Apr 12 14:17:05.927298 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: ecmp_routes.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.928219 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.928724 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 14:17:05.929088 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: empty_string_filtering.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.930016 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.930525 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: empty-string-filtering Apr 12 14:17:05.930853 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.931759 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.932266 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 14:17:05.932617 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.933572 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.934081 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 14:17:05.934405 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: external_net.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.935317 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.935824 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: external-net Apr 12 14:17:05.936147 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.937113 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.937622 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: extra_dhcp_opt Apr 12 14:17:05.937942 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: extraroute.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.938864 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.939373 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: extraroute Apr 12 14:17:05.939697 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: extraroute_atomic.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.940747 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.941286 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: extraroute-atomic Apr 12 14:17:05.941611 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: filter_validation.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.942286 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.942790 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: filter-validation Apr 12 14:17:05.943112 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: fip_pf_description.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.944248 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.944758 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 14:17:05.945115 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: fip_pf_port_range.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.946052 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.946555 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 14:17:05.946876 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: fip_port_details.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.947811 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.948845 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: fip-port-details Apr 12 14:17:05.949189 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: flavors.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.950430 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.950951 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: flavors Apr 12 14:17:05.951274 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.953007 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.953529 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 14:17:05.953862 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: floatingip_pools.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.954567 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.955079 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: floatingip-pools Apr 12 14:17:05.955404 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: ip_allocation.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.956325 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.956832 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 14:17:05.957183 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.958116 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.958630 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: ip-substring-filtering Apr 12 14:17:05.958963 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: l2_adjacency.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.959893 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.960399 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 14:17:05.960733 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: l3.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.961772 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.962291 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: router Apr 12 14:17:05.962620 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.965455 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.965997 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 14:17:05.966331 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.967303 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.967826 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: ext-gw-mode Apr 12 14:17:05.968157 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.969124 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.969641 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: l3-ha Apr 12 14:17:05.969969 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.971250 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.971447 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 14:17:05.971774 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: l3_flavors.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.972718 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.973270 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: l3-flavors Apr 12 14:17:05.973598 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.975016 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.975541 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 14:17:05.975872 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.976803 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.977343 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 14:17:05.977728 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: l3agentscheduler.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.978762 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.979312 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: l3_agent_scheduler Apr 12 14:17:05.979644 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: local_ip.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.981638 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.982220 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension local_ip not supported by any of loaded plugins Apr 12 14:17:05.982493 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: logging.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.983973 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.984498 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension logging not supported by any of loaded plugins Apr 12 14:17:05.984835 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: metering.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.985609 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.986201 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: metering Apr 12 14:17:05.986533 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.987651 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.988172 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: metering_source_and_destination_fields Apr 12 14:17:05.988499 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: multiprovidernet.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.989494 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.990011 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: multi-provider Apr 12 14:17:05.990337 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: netmtu.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.991263 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.991772 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: net-mtu Apr 12 14:17:05.992098 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: netmtu_writable.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.993063 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.993581 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: net-mtu-writable Apr 12 14:17:05.993905 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: network_availability_zone.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.994582 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.995613 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: network_availability_zone Apr 12 14:17:05.995931 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: network_ip_availability.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.997077 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.997598 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: network-ip-availability Apr 12 14:17:05.997928 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: network_segment_range.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:05.998707 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:05.999211 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 14:17:05.999532 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: pagination.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.000518 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.000859 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: pagination Apr 12 14:17:06.001203 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: port_device_profile.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.002154 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.002649 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: port-device-profile Apr 12 14:17:06.002972 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.003909 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.004424 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: port-mac-address-regenerate Apr 12 14:17:06.004749 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.005710 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.006215 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: port-numa-affinity-policy Apr 12 14:17:06.006535 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: port_resource_request.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.007459 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.007964 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 14:17:06.008291 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: port_resource_request_groups.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.009297 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.009796 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 14:17:06.010120 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: portbindings.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.011608 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.012120 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: binding Apr 12 14:17:06.012441 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: portbindings_extended.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.013757 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.014273 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: binding-extended Apr 12 14:17:06.014602 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: portsecurity.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.015534 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.016055 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: port-security Apr 12 14:17:06.016382 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: project_id.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.017464 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.017803 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: project-id Apr 12 14:17:06.018132 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: providernet.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.019065 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.019629 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: provider Apr 12 14:17:06.019923 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: qos.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.023743 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.024285 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension qos not supported by any of loaded plugins Apr 12 14:17:06.024623 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.025986 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.026559 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 14:17:06.026894 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.027978 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.028491 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 14:17:06.028821 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: qos_default.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.029767 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.030281 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension qos-default not supported by any of loaded plugins Apr 12 14:17:06.030612 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: qos_fip.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.031786 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.032300 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension qos-fip not supported by any of loaded plugins Apr 12 14:17:06.032627 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.033581 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.034098 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 14:17:06.034427 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: qos_gateway_ip.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.035352 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.035869 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 14:17:06.036197 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: qos_port_network_policy.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.037148 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.037664 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 14:17:06.037990 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.039048 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.039563 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 14:17:06.039891 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.040959 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.041478 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 14:17:06.041835 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: qos_pps_rule.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.043023 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.043537 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension qos-pps not supported by any of loaded plugins Apr 12 14:17:06.043862 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: qos_rule_type_details.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.044790 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.045340 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 14:17:06.045668 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.046594 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.047111 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 14:17:06.047442 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: qos_rules_alias.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.048489 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.049034 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 14:17:06.049365 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: quota_check_limit.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.050311 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.050820 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: quota-check-limit Apr 12 14:17:06.051145 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: quotasv2.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.052141 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.052492 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: quotas Apr 12 14:17:06.052842 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: quotasv2_detail.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.055264 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.055659 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: quota_details Apr 12 14:17:06.056039 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: rbac.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.057881 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.058710 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: rbac-policies Apr 12 14:17:06.059138 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: rbac_address_group.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.060468 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.061166 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: rbac-address-group Apr 12 14:17:06.061577 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: rbac_address_scope.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.062667 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.063445 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: rbac-address-scope Apr 12 14:17:06.063773 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: rbac_security_groups.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.064973 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.065611 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: rbac-security-groups Apr 12 14:17:06.066006 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: rbac_subnetpool.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.067059 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.067690 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: rbac-subnetpool Apr 12 14:17:06.068091 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: revisionifmatch.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.069335 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.069866 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: revision-if-match Apr 12 14:17:06.070196 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: revisions.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.071382 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.071899 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: standard-attr-revisions Apr 12 14:17:06.072230 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: router_availability_zone.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.073597 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.074134 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: router_availability_zone Apr 12 14:17:06.074466 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: routerservicetype.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.075455 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.075967 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension router-service-type not supported by any of loaded plugins Apr 12 14:17:06.076294 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.077268 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.077869 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: security-groups-normalized-cidr Apr 12 14:17:06.078265 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.079521 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.080129 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: port-security-groups-filtering Apr 12 14:17:06.080534 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.081940 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.082592 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: security-groups-remote-address-group Apr 12 14:17:06.083000 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.084370 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.085146 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: security-groups-shared-filtering Apr 12 14:17:06.085663 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.086394 dv-cinder-837523-1-iscsi neutron-server[103139]: WARNING neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 14:17:06.086830 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: securitygroup.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.099789 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.100360 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: security-group Apr 12 14:17:06.100900 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: segment.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.101793 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.102534 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension segment not supported by any of loaded plugins Apr 12 14:17:06.102919 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.104267 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.104975 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 14:17:06.105377 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: servicetype.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.106985 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.107602 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: service-type Apr 12 14:17:06.108041 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: sorting.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.109328 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.109798 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: sorting Apr 12 14:17:06.110139 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: standard_attr_segment.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.111302 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.111821 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 14:17:06.112149 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: standardattrdescription.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.112814 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.113352 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: standard-attr-description Apr 12 14:17:06.113683 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: stateful_security_group.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.114615 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.115126 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: stateful-security-group Apr 12 14:17:06.115451 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: stdattrs_common.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.116032 dv-cinder-837523-1-iscsi neutron-server[103139]: WARNING neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 14:17:06.116358 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.117322 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.117841 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 14:17:06.118164 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: subnet_onboard.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.119247 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.119770 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: subnet_onboard Apr 12 14:17:06.120618 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.121634 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.122151 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 14:17:06.122477 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: subnet_service_types.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.123430 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.123947 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: subnet-service-types Apr 12 14:17:06.124271 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: subnetallocation.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.125418 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.125937 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: subnet_allocation Apr 12 14:17:06.126256 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.127121 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.127909 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: subnetpool-prefix-ops Apr 12 14:17:06.128344 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.129502 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.130019 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 14:17:06.130343 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: tagging.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.131481 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.131997 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: standard-attr-tag Apr 12 14:17:06.132327 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: timestamp.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.133597 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.134110 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loaded extension: standard-attr-timestamp Apr 12 14:17:06.134442 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: trunk.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.135554 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.136564 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension trunk not supported by any of loaded plugins Apr 12 14:17:06.136910 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: trunk_details.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.137855 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.138367 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension trunk-details not supported by any of loaded plugins Apr 12 14:17:06.138692 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: uplink_status_propagation.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.139623 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.140131 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 14:17:06.140455 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Loading extension file: vlantransparent.py {{(pid=103139) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 14:17:06.141188 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103139) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 14:17:06.141695 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 14:17:06.144292 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Creating instance of TrackedResource for resource:network Apr 12 14:17:06.144825 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Creating instance of TrackedResource for resource:subnet Apr 12 14:17:06.145253 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 14:17:06.145648 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Creating instance of TrackedResource for resource:port Apr 12 14:17:06.146920 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.v2.resource_helper [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:17:06.147365 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.v2.resource_helper [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Service FLAVORS assigned prefix: {{(pid=103139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:17:06.147990 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.v2.resource_helper [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:17:06.148431 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.v2.resource_helper [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:17:06.148771 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Creating instance of TrackedResource for resource:router Apr 12 14:17:06.149238 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 14:17:06.149734 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.v2.resource_helper [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Service METERING assigned prefix: /metering {{(pid=103139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:17:06.151233 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:06.151605 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:06.151968 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:17:06.153020 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 14:17:06.153474 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Creating instance of TrackedResource for resource:security_group Apr 12 14:17:06.153917 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 14:17:06.154517 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.v2.resource_helper [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Service CORE assigned prefix: {{(pid=103139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:17:06.154848 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 14:17:06.155193 dv-cinder-837523-1-iscsi neutron-server[103139]: WARNING neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] subnetpool is already registered Apr 12 14:17:06.155628 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.v2.resource_helper [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Service CORE assigned prefix: {{(pid=103139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:17:06.156243 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 14:17:06.156574 dv-cinder-837523-1-iscsi neutron-server[103139]: WARNING neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] subnetpool is already registered Apr 12 14:17:06.158899 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.v2.resource_helper [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:17:06.159354 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.v2.resource_helper [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Service FLAVORS assigned prefix: {{(pid=103139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:17:06.160095 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.v2.resource_helper [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:17:06.160549 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.v2.resource_helper [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:17:06.160884 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Creating instance of TrackedResource for resource:router Apr 12 14:17:06.161269 dv-cinder-837523-1-iscsi neutron-server[103139]: WARNING neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] router is already registered Apr 12 14:17:06.161664 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 14:17:06.162016 dv-cinder-837523-1-iscsi neutron-server[103139]: WARNING neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] floatingip is already registered Apr 12 14:17:06.162478 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.v2.resource_helper [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Service METERING assigned prefix: /metering {{(pid=103139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:17:06.163191 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 14:17:06.163525 dv-cinder-837523-1-iscsi neutron-server[103139]: WARNING neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] rbac_policy is already registered Apr 12 14:17:06.163957 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Creating instance of TrackedResource for resource:security_group Apr 12 14:17:06.164289 dv-cinder-837523-1-iscsi neutron-server[103139]: WARNING neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] security_group is already registered Apr 12 14:17:06.164698 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 14:17:06.165077 dv-cinder-837523-1-iscsi neutron-server[103139]: WARNING neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] security_group_rule is already registered Apr 12 14:17:06.165583 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.v2.resource_helper [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Service CORE assigned prefix: {{(pid=103139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:17:06.165916 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 14:17:06.166254 dv-cinder-837523-1-iscsi neutron-server[103139]: WARNING neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] subnetpool is already registered Apr 12 14:17:06.166709 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.v2.resource_helper [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Service CORE assigned prefix: {{(pid=103139) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 14:17:06.167038 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 14:17:06.167390 dv-cinder-837523-1-iscsi neutron-server[103139]: WARNING neutron.quota.resource_registry [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] subnetpool is already registered Apr 12 14:17:06.167856 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: extensions {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.170682 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: address-groups {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.172171 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: address-scopes {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.173444 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: agents {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.174746 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: auto-allocated-topology {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.176000 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: availability_zones {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.177266 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: dhcp-networks {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.178713 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: dhcp-agents {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.180270 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: routers {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.182956 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: flavors {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.184225 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: service_profiles {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.185462 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: next_providers {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.186927 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: service_profiles {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.188369 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: floatingip-pools {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.189743 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: routers {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.191852 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: floatingips {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.193129 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: l3-routers {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.194626 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: l3-agents {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.196062 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: metering-labels {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.197357 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: metering-label-rules {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.199325 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: network-ip-availabilities {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.200589 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: bindings {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.202203 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: quotas {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.203865 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: quotas {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.205450 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: rbac-policies {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.206649 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: security-groups {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.207980 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: security-group-rules {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.209270 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: service-providers {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.210477 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: subnetpools {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.211800 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: subnetpools {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.213434 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: tags {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.215119 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: tags {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.216957 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: tags {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.218759 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: tags {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.220459 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: tags {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.222448 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: tags {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.224150 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: tags {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.226022 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: tags {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.228949 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: tags {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.230776 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron.api.extensions [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Extended resource: tags {{(pid=103139) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 14:17:06.236842 dv-cinder-837523-1-iscsi neutron-server[103139]: WARNING keystonemiddleware.auth_token [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 14:17:06.241482 dv-cinder-837523-1-iscsi neutron-server[103139]: WARNING keystonemiddleware.auth_token [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 14:17:06.250872 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_concurrency.lockutils [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Acquired lock "singleton_lock" {{(pid=103139) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 14:17:06.251345 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_concurrency.lockutils [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Releasing lock "singleton_lock" {{(pid=103139) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 14:17:06.251999 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO oslo_service.service [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Starting 2 workers Apr 12 14:17:06.256934 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Started child 103283 {{(pid=103139) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 14:17:06.262030 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Started child 103284 {{(pid=103139) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 14:17:06.263096 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:06.263739 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO neutron.service [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 14:17:06.264275 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:06.264574 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [-] (103283) wsgi starting up on http://0.0.0.0:9696 Apr 12 14:17:06.266723 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO oslo_service.service [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Starting 1 workers Apr 12 14:17:06.266843 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:06.268183 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [-] (103284) wsgi starting up on http://0.0.0.0:9696 Apr 12 14:17:06.272066 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Started child 103285 {{(pid=103139) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 14:17:06.272609 dv-cinder-837523-1-iscsi neutron-server[103139]: INFO oslo_service.service [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Starting 1 workers Apr 12 14:17:06.275923 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.service [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] calling RpcWorker wait() {{(pid=103285) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 14:17:06.287184 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.service [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] returning from RpcWorker wait() {{(pid=103285) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 14:17:06.287297 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Started child 103287 {{(pid=103139) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 14:17:06.287389 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:06.287486 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0680799b-6359-4526-924b-0e1de71c5527 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:06.287579 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:17:06.287675 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 51370) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:17:06.287760 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103139) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 14:17:06.287760 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 14:17:06.287760 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 14:17:06.287760 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 14:17:06.287760 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 14:17:06.287760 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 14:17:06.287760 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.287760 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.288328 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.288328 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.288328 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.288328 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.288328 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.288328 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.288328 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.288328 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.288911 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.288911 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.288911 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.288911 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.288911 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.288911 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.288911 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.288911 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.289548 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.289548 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.289548 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.289548 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.289548 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] debug = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.289548 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.290281 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.290281 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.290281 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.290281 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.290281 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.295134 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.295134 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.295134 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.295560 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0097635 Apr 12 14:17:06.295693 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.295693 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.295693 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.295693 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.295693 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.295693 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.295693 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.295693 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.296708 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.296708 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] host = dv-cinder-837523-1-iscsi {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.296708 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.296708 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.296708 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.296708 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.296708 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.296708 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.297783 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.297920 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:06.298458 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.298458 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.298458 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.298458 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.298976 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:17:06.299127 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.299127 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.299127 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] log_file = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.299127 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] log_options = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.299127 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.299127 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.299127 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.299127 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.305569 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.305569 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.305569 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.305569 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.305569 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.305569 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.305569 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.306714 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.306714 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.306714 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.306714 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.306714 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.306714 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.306714 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.306714 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.308267 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.308267 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.308267 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.308267 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.308267 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.308267 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.308267 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.308267 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.308267 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.309471 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.309471 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.309471 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.309471 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.309471 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.309471 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.309471 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.309471 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.310475 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.310475 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.310475 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.310475 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.310475 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.310475 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.310475 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.310475 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.311561 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.311561 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.311561 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] use_json = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.311561 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.311561 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.311561 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.311561 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.311561 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.311561 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.312710 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.312710 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.312710 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.312710 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.312710 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.312710 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.312710 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.312710 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.313816 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.313816 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.313816 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.313816 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.313816 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.313816 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.314582 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.314582 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.314582 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.314971 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.315975 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.315975 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.315975 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.316409 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.316409 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.316663 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.317184 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.317346 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.317541 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.317796 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.318132 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.318321 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.318711 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.318906 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.319289 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.319538 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.319934 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.320321 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.320562 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.320791 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.321235 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.321678 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.322574 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.322574 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.322574 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.322804 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.323105 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.323839 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.324093 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.325130 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.325130 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.325130 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.325130 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.325412 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.325588 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.325761 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.326010 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.326205 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.326502 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.326884 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.327107 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.327345 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.327609 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.327851 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.328066 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.336993 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.336993 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.336993 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.336993 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.336993 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.336993 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.336993 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.336993 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.336993 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.338259 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.338259 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.338259 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.338259 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.338259 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.338259 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.338259 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.338259 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.338259 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.340368 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.340368 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.340368 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.340368 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.340368 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.340368 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.340368 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.340368 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.340368 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.341614 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.341614 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.341614 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.341614 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.341614 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.341614 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.341614 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.341614 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.342641 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.342641 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.342641 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.342641 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.342641 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.342641 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.343422 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.343422 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.343422 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.343422 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.343945 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.343945 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.344208 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.344352 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.344572 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.344816 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.345579 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.346638 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.350428 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.350705 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.350988 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.351268 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.351549 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.351845 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.352224 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.352437 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.352704 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.355482 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.355482 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.357226 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.357716 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.358212 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.359218 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.359681 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.361261 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.361546 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.361843 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.362113 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.362368 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.362640 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.362903 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.363181 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.363444 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.363687 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.364030 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.364280 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.364508 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.364734 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.365122 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.365359 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.365638 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.365924 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.366180 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.367135 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.367135 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.367135 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.367353 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.367430 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.367893 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.368123 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.368369 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.368592 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.368850 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.369143 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.369330 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.371499 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.371499 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.371499 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.371733 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.371906 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.372105 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.372386 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.372608 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.372834 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.373154 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.373381 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.373607 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.373851 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.374070 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.374346 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.374570 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.374841 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.375112 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.375334 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.375565 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.375796 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.376074 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.376297 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.376549 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.376772 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.377028 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.377249 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.377474 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.377715 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.379075 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.380561 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.380561 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.380859 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.381039 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.381397 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.381659 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.381906 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.382167 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.382420 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.382651 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.382898 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.383141 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.383381 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.383761 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.383869 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.384038 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.384266 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.385237 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.386240 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.386510 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.386818 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.387082 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.387380 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.387611 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.387881 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.388112 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.388335 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.388561 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.388799 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.390335 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.390570 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.390803 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.391027 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.396916 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.396916 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.396916 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.396916 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.396916 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.396916 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.396916 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.396916 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.397568 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.397568 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.397568 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.397568 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.397568 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.397568 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.397568 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.397568 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.398186 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.398492 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.398744 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.400087 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.400087 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.400087 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.400087 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.400395 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.400582 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.400740 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.400987 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.401282 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.401507 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.401744 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.402006 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.402223 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.402436 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.402663 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.402889 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.403103 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.403750 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.403750 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.403920 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.404160 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.404408 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.404656 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.405176 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.405613 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.406030 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.406446 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.406866 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.407236 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.407616 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.407941 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.408288 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.409593 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.409593 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.409593 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.409886 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.410342 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.410758 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.410985 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.411292 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.411620 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.411921 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.412219 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.412478 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.412723 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.412986 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.413545 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.413775 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.414020 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.414263 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.415381 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.415381 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.415544 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.415718 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.417221 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.417221 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.417221 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.417453 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.417523 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.417731 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.417899 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 14:17:06.418453 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103139) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 14:17:06.418613 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 14:17:06.418767 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 14:17:06.418961 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 14:17:06.419138 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 14:17:06.419290 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 14:17:06.420323 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.420323 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.420323 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.420323 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.420323 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.420323 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.420764 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.420764 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.420764 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.421009 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.421080 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.421207 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.421447 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.421617 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.422284 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.422284 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.422284 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.422284 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.422559 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.422631 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.423538 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.423867 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.424041 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] debug = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.424191 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.424961 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.424961 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.424961 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.424961 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.425376 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.425376 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.425376 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.425552 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.425656 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.426527 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.426527 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.426527 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.426527 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.426527 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.426837 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.426837 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.426954 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.427124 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] host = dv-cinder-837523-1-iscsi {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.427257 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.427421 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.427702 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.427999 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.428453 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.428622 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.428794 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.428961 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.429262 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.429262 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.429442 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.429572 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.430205 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.430556 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] log_file = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.430716 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] log_options = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.430876 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.431038 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.431214 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.431374 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.431671 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.432079 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.432201 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:17:06.433062 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.433365 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.433662 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.433958 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.434263 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.434448 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.434602 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.434751 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.434913 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.435061 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.435206 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.435366 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.435512 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.435658 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.435908 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.437161 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.438241 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.438580 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.438890 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.439069 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.439232 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.439400 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.439565 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.439733 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.439925 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.440055 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.440219 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.440380 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.440541 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.440702 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.440865 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.441053 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.441223 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.441384 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.442604 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.442604 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.442604 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.442604 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.442895 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.442895 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.443013 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] use_json = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.443272 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.443362 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.443486 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.444147 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.444435 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.444652 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.444819 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.445060 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.445222 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 14:17:06.445412 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.445575 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.445750 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.446328 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.446504 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.446673 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.446974 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.447146 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.447308 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.447470 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.447641 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.447806 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.448025 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.448185 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.448347 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.448513 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.448681 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.448863 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.450920 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.450920 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.450920 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.450920 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.450920 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.451358 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.452935 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.453109 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.453291 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.453865 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.454040 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.455713 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.455894 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.456071 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.456246 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.456418 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.456588 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.456757 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.456953 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.457123 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.457290 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.457455 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.457619 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.457782 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.457945 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.458112 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.458257 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.458423 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.458585 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.458748 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.458909 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.459072 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.459234 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.459399 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.459562 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.459724 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.459887 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.460049 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.460211 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.460383 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.460544 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.460705 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.460864 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.462806 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.462989 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.465037 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.465037 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.465037 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.465037 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.465037 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.465037 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.465037 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.465037 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.465037 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.465590 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.465590 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.465590 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.465771 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.465837 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.466110 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.466110 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.466375 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.468201 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.468366 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.468548 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.468719 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.468871 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.469064 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.469227 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.469923 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.469923 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.469923 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.469923 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.470394 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.470394 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.470394 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.470603 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.470679 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.470786 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.470978 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.471133 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.471279 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.471436 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.471580 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.471742 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.471897 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.472066 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.472214 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.472377 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.472534 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.472677 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.472825 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.473793 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.473793 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.473793 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.474208 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.474208 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.474208 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.474591 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.474591 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.474860 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.474860 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.475250 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.475250 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.475250 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.475652 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.475652 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.475915 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.476052 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.476200 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.476339 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.477085 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.477285 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.477471 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.477636 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.477808 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.477978 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.478161 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.478329 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.478493 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.478658 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.478847 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.479008 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.479675 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.479854 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.480012 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.480170 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.480331 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.480493 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.480642 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.480795 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.481041 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.481245 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.481435 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.481813 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.481813 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.482018 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.482104 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.482295 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.482471 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.482623 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.482785 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.482979 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.483117 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.485173 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.485173 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.485173 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.485173 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.485173 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.485173 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.485173 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.485173 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.485640 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.485640 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.485640 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.485640 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.485640 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.485640 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.485640 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.486030 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.486030 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.486030 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.486196 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.486305 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.486472 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.486636 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.486804 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.486966 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.487127 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.487512 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.487512 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.488638 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.488638 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.488638 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.488638 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.488638 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.488638 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.489020 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.489020 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.489163 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.489240 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.489362 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.490188 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.490188 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.490188 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.490188 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.490188 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.490513 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.490513 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.490635 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.490737 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.491039 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.491358 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.491524 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.491689 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.491854 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.492018 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.492181 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.492343 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.492507 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.492672 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.492836 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.493065 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.493234 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.493397 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.493582 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.494767 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.495844 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.496036 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.496203 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.496369 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.496552 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.496721 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.496917 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.497070 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.497394 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.497394 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.497584 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.497872 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.498040 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.498203 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.498369 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.498530 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.498707 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.498868 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.499030 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.499210 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.499344 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.499504 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.499676 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.499843 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.500007 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.500166 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.500327 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.500488 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.500663 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.500840 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.501016 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.501189 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.501341 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.501492 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.501665 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.501827 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.501990 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.502160 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.502411 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.502553 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.502676 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.502793 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.502955 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.503119 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.503281 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.503442 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.503607 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.503772 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.503939 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.504109 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.504277 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.504441 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.504612 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.504783 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.505441 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.505441 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.505441 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.505441 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.505938 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.505938 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.506165 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.506165 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.506347 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.506478 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.506644 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.506806 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.506968 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.507130 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.507289 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.507449 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.507699 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.507798 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.507940 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.508095 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.508651 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.508651 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.508651 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 14:17:06.509016 dv-cinder-837523-1-iscsi neutron-server[103139]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103139) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 14:17:18.143620 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe673736-798e-4108-a698-3ffb10614e46 None None] get_active_networks_info from dv-cinder-837523-1-iscsi {{(pid=103285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 14:17:18.290347 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe673736-798e-4108-a698-3ffb10614e46 None None] No non-hosted networks {{(pid=103285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 14:17:18.299046 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.agentschedulers_db [None req-fe673736-798e-4108-a698-3ffb10614e46 None None] DHCP Agent not found on host dv-cinder-837523-1-iscsi {{(pid=103285) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 12 14:17:18.378062 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-714e9071-1a5c-42e0-beb0-f2c63863b80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645823'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:20.403981 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40f8d573-6df1-494a-83d5-6a050eff6152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645823'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:20.461941 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fb1801e7-7f32-4548-b030-d59d86ad820b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:21.178515 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 51450) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:17:21.493999 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645823'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:21.894041 dv-cinder-837523-1-iscsi neutron-server[103283]: WARNING oslo_policy.policy [None req-c7ee5057-4f4e-4a75-861b-fb10149e3c80 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 14:17:21.894701 dv-cinder-837523-1-iscsi neutron-server[103283]: WARNING oslo_policy.policy [None req-c7ee5057-4f4e-4a75-861b-fb10149e3c80 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 14:17:22.120288 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [None req-c7ee5057-4f4e-4a75-861b-fb10149e3c80 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:17:22.132937 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-c7ee5057-4f4e-4a75-861b-fb10149e3c80 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9410675 Apr 12 14:17:22.830744 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645823'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:24.357059 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645823'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:24.369841 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:24.369841 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:24.369841 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:24.369841 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:24.369841 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:24.373455 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:24.373455 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:24.373455 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:24.373455 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:24.373455 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:24.374502 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:24.374502 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:24.374502 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:24.374502 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:24.374502 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:24.376250 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837523-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:17:24.390864 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837523-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:17:24.760493 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 51484) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:17:25.103782 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5f238919-4ad7-417f-9e41-c5fd557c2315 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:17:25.197681 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.policy [None req-5f238919-4ad7-417f-9e41-c5fd557c2315 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103283) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 14:17:25.241099 dv-cinder-837523-1-iscsi neutron-server[103283]: WARNING oslo_policy.policy [None req-5f238919-4ad7-417f-9e41-c5fd557c2315 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 14:17:25.241489 dv-cinder-837523-1-iscsi neutron-server[103283]: WARNING oslo_policy.policy [None req-5f238919-4ad7-417f-9e41-c5fd557c2315 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 14:17:25.350117 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f238919-4ad7-417f-9e41-c5fd557c2315 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728761332842', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728761330278', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728761313834', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728761292537', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728761301374', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728761277839', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16159675', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16185990', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-527365', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-742826'] for rbac-policy (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:25.430499 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f238919-4ad7-417f-9e41-c5fd557c2315 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:25.432613 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-5f238919-4ad7-417f-9e41-c5fd557c2315 admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6705101 Apr 12 14:17:26.646073 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.db.l3_hamode_db [None req-ce0ed8f1-72c6-4096-9af3-62e8e22752ab None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 14:17:26.742716 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0ed8f1-72c6-4096-9af3-62e8e22752ab None None] Routers set() bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:17:26.743267 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0ed8f1-72c6-4096-9af3-62e8e22752ab None None] Router IDs set() for agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 14:17:27.999661 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 51496) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:17:28.343901 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:17:28.373497 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Made reservation on behalf of 8d1dbe1f4b6246bbbe225b78208b50ba for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:17:28.377560 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:28.395464 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:28.516472 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Publish callbacks [] for security_group (07b5a967-a474-4130-9d02-10e4fbcc5153), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:28.520268 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (07b5a967-a474-4130-9d02-10e4fbcc5153), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:28.553742 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] vlan segment allocate from pool success with {'vlan_id': 1005, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:17:28.583987 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728757608102', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (dc526685-fe13-4757-a6d4-d30652d89300), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:28.584495 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Unsubscribe: segment precommit_create {{(pid=103283) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 14:17:28.585078 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.db.segments_db [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Added segment dc526685-fe13-4757-a6d4-d30652d89300 of type vlan for network c969c1cf-c98f-4a55-8621-d84d90585924 Apr 12 14:17:28.591743 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=07b5a967-a474-4130-9d02-10e4fbcc5153,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:28.613733 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:28.614121 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:28.614480 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:28.614837 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:28.615178 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:28.615515 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:28.615838 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:28.616162 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:28.616486 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:28.616808 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:28.617159 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:28.617528 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:28.617861 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:28.618181 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:28.618499 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Tracked resource versions report: Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: pushed versions: Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: { 'AddressGroup': {'1.2'}, Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'Agent': {'1.1'}, Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'ConntrackHelper': {'1.0'}, Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'LocalIPAssociation': {'1.0'}, Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'Log': {'1.0'}, Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'NDPProxy': {'1.0'}, Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'Network': {'1.1'}, Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'Port': {'1.7'}, Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'PortForwarding': {'1.3'}, Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'QosPolicy': {'1.10'}, Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'SecurityGroup': {'1.5'}, Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'SecurityGroupRule': {'1.2'}, Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'SubPort': {'1.0'}, Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'Subnet': {'1.1'}, Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'Trunk': {'1.1'}} Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: consumer versions: Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: { DHCP agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: L3 agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: Metadata agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: Metering agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: Open vSwitch agent@dv-cinder-837523-1-iscsi: { 'AddressGroup': '1.2', Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'Agent': '1.1', Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'ConntrackHelper': '1.0', Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'LocalIPAssociation': '1.0', Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'Log': '1.0', Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'NDPProxy': '1.0', Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'Network': '1.1', Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'Port': '1.7', Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'PortForwarding': '1.3', Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'QosPolicy': '1.10', Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'SecurityGroup': '1.5', Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'SecurityGroupRule': '1.2', Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'SubPort': '1.0', Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'Subnet': '1.1', Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: 'Trunk': '1.1'}} Apr 12 14:17:28.619946 dv-cinder-837523-1-iscsi neutron-server[103283]: {{(pid=103283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 14:17:28.703734 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728757078613'] for network (c969c1cf-c98f-4a55-8621-d84d90585924), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:28.753276 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for network (c969c1cf-c98f-4a55-8621-d84d90585924), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:28.758538 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:17:28.759247 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:28.822588 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8219264 Apr 12 14:17:28.881255 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5fc16-60e2-4e9b-b4ca-91a00f09350d demo demo] Pushing event updated for resources: {'Network': ['ID=c969c1cf-c98f-4a55-8621-d84d90585924,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:28.895268 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Network c969c1cf-c98f-4a55-8621-d84d90585924 details requested by agent ovs-agent-dv-cinder-837523-1-iscsi with host dv-cinder-837523-1-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:17:31.416544 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 51508) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:17:31.914481 dv-cinder-837523-1-iscsi neutron-server[103284]: WARNING oslo_policy.policy [None req-80c3ae9d-cb42-4ff7-aa0b-01479e4e6da9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 14:17:31.915066 dv-cinder-837523-1-iscsi neutron-server[103284]: WARNING oslo_policy.policy [None req-80c3ae9d-cb42-4ff7-aa0b-01479e4e6da9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 14:17:32.357176 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.policy [None req-80c3ae9d-cb42-4ff7-aa0b-01479e4e6da9 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103284) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 14:17:32.398541 dv-cinder-837523-1-iscsi neutron-server[103284]: WARNING oslo_policy.policy [None req-80c3ae9d-cb42-4ff7-aa0b-01479e4e6da9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 14:17:32.398920 dv-cinder-837523-1-iscsi neutron-server[103284]: WARNING oslo_policy.policy [None req-80c3ae9d-cb42-4ff7-aa0b-01479e4e6da9 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 14:17:32.408226 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c3ae9d-cb42-4ff7-aa0b-01479e4e6da9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:17:32.410010 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-80c3ae9d-cb42-4ff7-aa0b-01479e4e6da9 demo admin] 10.222.0.79 "GET /v2.0/networks/c969c1cf-c98f-4a55-8621-d84d90585924 HTTP/1.1" status: 200 len: 826 time: 0.9926217 Apr 12 14:17:32.449440 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-92c1c98b-2cc3-4f9d-9744-721d4938e9df demo admin] 10.222.0.79 "GET /v2.0/subnetpools/69094ee3-14aa-4de8-b621-b382fe0ecaf4 HTTP/1.1" status: 200 len: 734 time: 0.0336604 Apr 12 14:17:32.458488 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '69094ee3-14aa-4de8-b621-b382fe0ecaf4', 'network_id': 'c969c1cf-c98f-4a55-8621-d84d90585924'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:17:32.505737 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] Made reservation on behalf of 8d1dbe1f4b6246bbbe225b78208b50ba for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:17:32.508478 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:32.821766 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for subnet (e4e06378-1c63-4707-afc3-27f30da6a4fc), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:32.896688 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e4e06378-1c63-4707-afc3-27f30da6a4fc,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:32.899429 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] Checking segment: {'id': 'dc526685-fe13-4757-a6d4-d30652d89300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'c969c1cf-c98f-4a55-8621-d84d90585924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:17:32.899801 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] Network hostable DHCP agents. Network: c969c1cf-c98f-4a55-8621-d84d90585924, hostable agents: ['26b99ea2-1f24-436d-a395-59cabb3f6051'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:17:32.913401 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:32.913744 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:32.914096 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:32.914448 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:32.914781 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:32.915107 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:32.915427 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:32.915748 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:32.916085 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:32.916410 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:32.916729 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:32.917096 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:32.917416 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:32.917830 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:32.918149 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] Tracked resource versions report: Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: pushed versions: Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: { 'AddressGroup': {'1.2'}, Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'Agent': {'1.1'}, Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'ConntrackHelper': {'1.0'}, Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'LocalIPAssociation': {'1.0'}, Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'Log': {'1.0'}, Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'NDPProxy': {'1.0'}, Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'Network': {'1.1'}, Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'Port': {'1.7'}, Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'PortForwarding': {'1.3'}, Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'QosPolicy': {'1.10'}, Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'SecurityGroup': {'1.5'}, Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'SecurityGroupRule': {'1.2'}, Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'SubPort': {'1.0'}, Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'Subnet': {'1.1'}, Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'Trunk': {'1.1'}} Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: consumer versions: Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: { DHCP agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: L3 agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: Metadata agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: Metering agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: Open vSwitch agent@dv-cinder-837523-1-iscsi: { 'AddressGroup': '1.2', Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'Agent': '1.1', Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'ConntrackHelper': '1.0', Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'LocalIPAssociation': '1.0', Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'Log': '1.0', Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'NDPProxy': '1.0', Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'Network': '1.1', Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'Port': '1.7', Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'PortForwarding': '1.3', Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'QosPolicy': '1.10', Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'SecurityGroup': '1.5', Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'SecurityGroupRule': '1.2', Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'SubPort': '1.0', Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'Subnet': '1.1', Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: 'Trunk': '1.1'}} Apr 12 14:17:32.919529 dv-cinder-837523-1-iscsi neutron-server[103284]: {{(pid=103284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 14:17:32.947798 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] Network c969c1cf-c98f-4a55-8621-d84d90585924 is scheduled to be hosted by DHCP agent 26b99ea2-1f24-436d-a395-59cabb3f6051 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:17:32.961682 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837523-1-iscsi, c969c1cf-c98f-4a55-8621-d84d90585924) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:17:32.967084 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:17:32.971213 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:32.972441 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85c6f65-2eec-447e-acec-cd24eb55cce0 None None] Network c969c1cf-c98f-4a55-8621-d84d90585924 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:17:32.993369 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-49b6b2fc-48ab-421a-96f8-a8f454e45372 demo admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5382650 Apr 12 14:17:33.375309 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ecbc4e0-9161-5ff1-acbf-aca03b0e47fc-c969c1cf-c98f-4a55-8621-d84d90585924', 'network_id': 'c969c1cf-c98f-4a55-8621-d84d90585924', 'project_id': '8d1dbe1f4b6246bbbe225b78208b50ba', 'fixed_ips': [{'subnet_id': 'e4e06378-1c63-4707-afc3-27f30da6a4fc'}]}} from dv-cinder-837523-1-iscsi. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:17:33.376627 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:33.665271 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Allocated IP 172.20.0.2 (c969c1cf-c98f-4a55-8621-d84d90585924/e4e06378-1c63-4707-afc3-27f30da6a4fc/61ea0361-cd17-46ad-9ac7-68a8b18e0f1c) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:17:33.955403 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Publish callbacks [] for port (61ea0361-cd17-46ad-9ac7-68a8b18e0f1c), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:33.962433 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607'] for port (61ea0361-cd17-46ad-9ac7-68a8b18e0f1c), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:34.050086 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Network c969c1cf-c98f-4a55-8621-d84d90585924 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:17:34.056146 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:17:34.066559 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Pushing event updated for resources: {'Port': ['ID=61ea0361-cd17-46ad-9ac7-68a8b18e0f1c,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:34.068832 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:17:34.101447 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:34.101704 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:34.102003 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:34.102374 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:34.102721 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:34.103062 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:34.103396 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:34.103726 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:34.104061 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:34.104394 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:34.104728 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:34.105099 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:34.105476 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:34.105807 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:34.106136 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Tracked resource versions report: Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: pushed versions: Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: { 'AddressGroup': {'1.2'}, Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'Agent': {'1.1'}, Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'ConntrackHelper': {'1.0'}, Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'LocalIPAssociation': {'1.0'}, Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'Log': {'1.0'}, Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'NDPProxy': {'1.0'}, Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'Network': {'1.1'}, Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'Port': {'1.7'}, Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'PortForwarding': {'1.3'}, Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'QosPolicy': {'1.10'}, Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'SecurityGroup': {'1.5'}, Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'SecurityGroupRule': {'1.2'}, Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'SubPort': {'1.0'}, Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'Subnet': {'1.1'}, Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'Trunk': {'1.1'}} Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: consumer versions: Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: { DHCP agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: L3 agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: Metadata agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: Metering agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: Open vSwitch agent@dv-cinder-837523-1-iscsi: { 'AddressGroup': '1.2', Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'Agent': '1.1', Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'ConntrackHelper': '1.0', Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'LocalIPAssociation': '1.0', Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'Log': '1.0', Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'NDPProxy': '1.0', Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'Network': '1.1', Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'Port': '1.7', Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'PortForwarding': '1.3', Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'QosPolicy': '1.10', Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'SecurityGroup': '1.5', Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'SecurityGroupRule': '1.2', Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'SubPort': '1.0', Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'Subnet': '1.1', Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: 'Trunk': '1.1'}} Apr 12 14:17:34.107601 dv-cinder-837523-1-iscsi neutron-server[103285]: {{(pid=103285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 14:17:34.159689 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Attempting to bind port 61ea0361-cd17-46ad-9ac7-68a8b18e0f1c on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:17:34.160101 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Attempting to bind port 61ea0361-cd17-46ad-9ac7-68a8b18e0f1c by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': 'dc526685-fe13-4757-a6d4-d30652d89300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'c969c1cf-c98f-4a55-8621-d84d90585924'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:17:34.160658 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Attempting to bind port 61ea0361-cd17-46ad-9ac7-68a8b18e0f1c on network c969c1cf-c98f-4a55-8621-d84d90585924 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:17:34.165676 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:17:34.166073 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Checking segment: {'id': 'dc526685-fe13-4757-a6d4-d30652d89300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'c969c1cf-c98f-4a55-8621-d84d90585924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:17:34.166649 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:34.166964 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Bound using segment: {'id': 'dc526685-fe13-4757-a6d4-d30652d89300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'c969c1cf-c98f-4a55-8621-d84d90585924'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:17:34.167445 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Bound port: 61ea0361-cd17-46ad-9ac7-68a8b18e0f1c, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc526685-fe13-4757-a6d4-d30652d89300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'c969c1cf-c98f-4a55-8621-d84d90585924'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:17:34.168376 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (61ea0361-cd17-46ad-9ac7-68a8b18e0f1c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:34.236455 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] For port 61ea0361-cd17-46ad-9ac7-68a8b18e0f1c, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:17:34.240633 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] For port 61ea0361-cd17-46ad-9ac7-68a8b18e0f1c, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=61ea0361-cd17-46ad-9ac7-68a8b18e0f1c,segment=NetworkSegment(dc526685-fe13-4757-a6d4-d30652d89300),segment_id=dc526685-fe13-4757-a6d4-d30652d89300)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:17:34.249899 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (61ea0361-cd17-46ad-9ac7-68a8b18e0f1c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:34.314702 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4dd8bb-7471-422b-8a46-2587dd065fae None None] Pushing event updated for resources: {'Port': ['ID=61ea0361-cd17-46ad-9ac7-68a8b18e0f1c,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:35.618005 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 51528) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:17:35.982381 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [None req-094c1c89-2904-4622-a56b-49e28401e631 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:17:35.983488 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-094c1c89-2904-4622-a56b-49e28401e631 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3644192 Apr 12 14:17:38.609780 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 51536) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:17:38.958481 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [None req-64676a4b-e8f3-4d19-8de5-e6329ff2f766 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:17:38.972917 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-64676a4b-e8f3-4d19-8de5-e6329ff2f766 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3488705 Apr 12 14:17:41.525070 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 51544) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:17:41.851117 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a2855052-1b9e-4258-a263-d3477eb746d4 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:17:41.878081 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2855052-1b9e-4258-a263-d3477eb746d4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4091'] for router (09540ca5-eae4-4106-8776-f0a779c32576), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:41.879789 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2855052-1b9e-4258-a263-d3477eb746d4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4084'] for router (09540ca5-eae4-4106-8776-f0a779c32576), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:42.041467 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2855052-1b9e-4258-a263-d3477eb746d4 demo demo] Publish callbacks [] for router_controller (09540ca5-eae4-4106-8776-f0a779c32576), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:42.046701 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2855052-1b9e-4258-a263-d3477eb746d4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546468'] for router (09540ca5-eae4-4106-8776-f0a779c32576), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:42.068088 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2855052-1b9e-4258-a263-d3477eb746d4 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:42.089013 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-a2855052-1b9e-4258-a263-d3477eb746d4 demo demo] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5433066 Apr 12 14:17:44.674068 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 51556) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:17:45.005161 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [None req-d9040538-b744-4922-97c6-e5e0ca6213ef admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:17:45.006173 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d9040538-b744-4922-97c6-e5e0ca6213ef admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3311608 Apr 12 14:17:45.260226 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 61ea0361-cd17-46ad-9ac7-68a8b18e0f1c up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:17:45.354583 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 61ea0361-cd17-46ad-9ac7-68a8b18e0f1c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:17:45.355041 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (61ea0361-cd17-46ad-9ac7-68a8b18e0f1c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:45.467775 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 61ea0361-cd17-46ad-9ac7-68a8b18e0f1c is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:17:45.468137 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (61ea0361-cd17-46ad-9ac7-68a8b18e0f1c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:45.501732 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] For port 61ea0361-cd17-46ad-9ac7-68a8b18e0f1c, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=61ea0361-cd17-46ad-9ac7-68a8b18e0f1c,segment=NetworkSegment(dc526685-fe13-4757-a6d4-d30652d89300),segment_id=dc526685-fe13-4757-a6d4-d30652d89300)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:17:45.505902 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (61ea0361-cd17-46ad-9ac7-68a8b18e0f1c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:45.559066 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Pushing event updated for resources: {'Port': ['ID=61ea0361-cd17-46ad-9ac7-68a8b18e0f1c,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:46.125494 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eecd403-1cce-4f95-8b5b-314f0f3f76e8 None None] Network c969c1cf-c98f-4a55-8621-d84d90585924 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:17:46.215846 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-388f4e96-a12f-47aa-907b-97876f3a3bb7 None None] Provisioning complete for port 61ea0361-cd17-46ad-9ac7-68a8b18e0f1c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:17:46.216249 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-388f4e96-a12f-47aa-907b-97876f3a3bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (61ea0361-cd17-46ad-9ac7-68a8b18e0f1c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:46.343961 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-388f4e96-a12f-47aa-907b-97876f3a3bb7 None None] Current status of the port 61ea0361-cd17-46ad-9ac7-68a8b18e0f1c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:17:46.566610 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a9d90982-3809-4487-8723-ac84e0ef8833 None None] Provisioning complete for port 61ea0361-cd17-46ad-9ac7-68a8b18e0f1c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:17:46.566995 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a9d90982-3809-4487-8723-ac84e0ef8833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (61ea0361-cd17-46ad-9ac7-68a8b18e0f1c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:46.642733 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a9d90982-3809-4487-8723-ac84e0ef8833 None None] Current status of the port 61ea0361-cd17-46ad-9ac7-68a8b18e0f1c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:17:47.238974 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 61ea0361-cd17-46ad-9ac7-68a8b18e0f1c up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:17:47.295160 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 61ea0361-cd17-46ad-9ac7-68a8b18e0f1c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:17:47.295554 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (61ea0361-cd17-46ad-9ac7-68a8b18e0f1c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:47.379826 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 61ea0361-cd17-46ad-9ac7-68a8b18e0f1c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:17:47.623796 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 51564) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:17:47.976555 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-0868c20c-1ab0-4cb9-9a77-8a9a82f80939 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:17:47.998025 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0868c20c-1ab0-4cb9-9a77-8a9a82f80939 admin admin] Made reservation on behalf of 6fd84375f85a4198820657d9af5f2fd5 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:17:48.000172 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0868c20c-1ab0-4cb9-9a77-8a9a82f80939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:48.016580 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0868c20c-1ab0-4cb9-9a77-8a9a82f80939 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:48.079349 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-91302661-a3b6-4943-9990-7ecddbe0e90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:48.125361 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0868c20c-1ab0-4cb9-9a77-8a9a82f80939 admin admin] Publish callbacks [] for security_group (f49e7725-c0fc-45cc-846b-035f9c067145), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:48.129317 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0868c20c-1ab0-4cb9-9a77-8a9a82f80939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (f49e7725-c0fc-45cc-846b-035f9c067145), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:48.146267 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0868c20c-1ab0-4cb9-9a77-8a9a82f80939 admin admin] Reserving flat network on physical network physnet1 {{(pid=103284) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 14:17:48.169857 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868c20c-1ab0-4cb9-9a77-8a9a82f80939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49e7725-c0fc-45cc-846b-035f9c067145,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:48.176072 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0868c20c-1ab0-4cb9-9a77-8a9a82f80939 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728757608102', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (39fc0562-f363-4aaa-b0c6-876cb2e821f3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:48.176660 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0868c20c-1ab0-4cb9-9a77-8a9a82f80939 admin admin] Unsubscribe: segment precommit_create {{(pid=103284) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 14:17:48.177145 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-0868c20c-1ab0-4cb9-9a77-8a9a82f80939 admin admin] Added segment 39fc0562-f363-4aaa-b0c6-876cb2e821f3 of type flat for network d880c522-0b20-4278-b126-cb351e10a8a1 Apr 12 14:17:48.231679 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0868c20c-1ab0-4cb9-9a77-8a9a82f80939 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728757078613'] for network (d880c522-0b20-4278-b126-cb351e10a8a1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:48.273254 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0868c20c-1ab0-4cb9-9a77-8a9a82f80939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for network (d880c522-0b20-4278-b126-cb351e10a8a1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:48.274330 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0868c20c-1ab0-4cb9-9a77-8a9a82f80939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:17:48.275053 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0868c20c-1ab0-4cb9-9a77-8a9a82f80939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:48.347236 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-0868c20c-1ab0-4cb9-9a77-8a9a82f80939 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7223625 Apr 12 14:17:48.384035 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868c20c-1ab0-4cb9-9a77-8a9a82f80939 admin admin] Pushing event updated for resources: {'Network': ['ID=d880c522-0b20-4278-b126-cb351e10a8a1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:48.399531 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Network d880c522-0b20-4278-b126-cb351e10a8a1 details requested by agent ovs-agent-dv-cinder-837523-1-iscsi with host dv-cinder-837523-1-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:17:50.397026 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d6d8b0f0-faed-430a-9dcc-266a7d3d1391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:50.908262 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 51572) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:17:51.352322 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ad231d-13ce-454e-a7fb-3bc5d517deb6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:17:51.353616 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-92ad231d-13ce-454e-a7fb-3bc5d517deb6 demo admin] 10.222.0.79 "GET /v2.0/subnets/e4e06378-1c63-4707-afc3-27f30da6a4fc HTTP/1.1" status: 200 len: 849 time: 0.4441042 Apr 12 14:17:51.449105 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:51.541593 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-abf3847a-e080-4747-858f-38883e64259b demo admin] 10.222.0.79 "GET /v2.0/routers/09540ca5-eae4-4106-8776-f0a779c32576 HTTP/1.1" status: 200 len: 704 time: 0.1801548 Apr 12 14:17:51.829903 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86590f30-f437-422f-acef-941e2d837ee0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:52.133916 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-86590f30-f437-422f-acef-941e2d837ee0 demo admin] Allocated IP 172.20.0.1 (c969c1cf-c98f-4a55-8621-d84d90585924/e4e06378-1c63-4707-afc3-27f30da6a4fc/39d8d9af-c95c-401e-801d-512a72096bb4) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:17:52.340407 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86590f30-f437-422f-acef-941e2d837ee0 demo admin] Publish callbacks [] for port (39d8d9af-c95c-401e-801d-512a72096bb4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:52.414339 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86590f30-f437-422f-acef-941e2d837ee0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607'] for port (39d8d9af-c95c-401e-801d-512a72096bb4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:52.485802 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86590f30-f437-422f-acef-941e2d837ee0 demo admin] Network c969c1cf-c98f-4a55-8621-d84d90585924 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:17:52.494289 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-86590f30-f437-422f-acef-941e2d837ee0 demo admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:17:52.507842 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86590f30-f437-422f-acef-941e2d837ee0 demo admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:17:52.508419 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86590f30-f437-422f-acef-941e2d837ee0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546391'] for router_interface (09540ca5-eae4-4106-8776-f0a779c32576), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:52.528104 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86590f30-f437-422f-acef-941e2d837ee0 demo admin] Pushing event updated for resources: {'Port': ['ID=39d8d9af-c95c-401e-801d-512a72096bb4,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:52.721715 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86590f30-f437-422f-acef-941e2d837ee0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (39d8d9af-c95c-401e-801d-512a72096bb4), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:52.797198 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:52.803546 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-04485e99-24e7-4cd3-a462-91b66f5f01ab None None] Provisioning complete for port 39d8d9af-c95c-401e-801d-512a72096bb4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:17:52.803938 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04485e99-24e7-4cd3-a462-91b66f5f01ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (39d8d9af-c95c-401e-801d-512a72096bb4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:52.839264 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-04485e99-24e7-4cd3-a462-91b66f5f01ab None None] Port 39d8d9af-c95c-401e-801d-512a72096bb4 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:17:53.005929 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86590f30-f437-422f-acef-941e2d837ee0 demo admin] Publish callbacks [] for port (39d8d9af-c95c-401e-801d-512a72096bb4), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:53.010531 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86590f30-f437-422f-acef-941e2d837ee0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (39d8d9af-c95c-401e-801d-512a72096bb4), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:53.011296 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86590f30-f437-422f-acef-941e2d837ee0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548839'] for router_interface (09540ca5-eae4-4106-8776-f0a779c32576), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:53.071708 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86590f30-f437-422f-acef-941e2d837ee0 demo admin] Pushing event updated for resources: {'Port': ['ID=39d8d9af-c95c-401e-801d-512a72096bb4,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:53.140839 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86590f30-f437-422f-acef-941e2d837ee0 demo admin] Network c969c1cf-c98f-4a55-8621-d84d90585924 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:17:53.142179 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-86590f30-f437-422f-acef-941e2d837ee0 demo admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:17:53.312021 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86590f30-f437-422f-acef-941e2d837ee0 demo admin] Router 09540ca5-eae4-4106-8776-f0a779c32576 is scheduled to L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:17:53.360226 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-cdf5df97-613f-43b4-8aff-04e610c8e3ab None None] Provisioning complete for port 39d8d9af-c95c-401e-801d-512a72096bb4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:17:53.360722 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-cdf5df97-613f-43b4-8aff-04e610c8e3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (39d8d9af-c95c-401e-801d-512a72096bb4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:53.398083 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-cdf5df97-613f-43b4-8aff-04e610c8e3ab None None] Port 39d8d9af-c95c-401e-801d-512a72096bb4 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:17:53.416832 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86590f30-f437-422f-acef-941e2d837ee0 demo admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:17:53.422732 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-86590f30-f437-422f-acef-941e2d837ee0 demo admin] 10.222.0.79 "PUT /v2.0/routers/09540ca5-eae4-4106-8776-f0a779c32576/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8753738 Apr 12 14:17:53.426956 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d1da01-9018-40cf-8332-a5ba973b3a76 None None] Sync routers for ids ['09540ca5-eae4-4106-8776-f0a779c32576'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:17:53.440054 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d1da01-9018-40cf-8332-a5ba973b3a76 None None] Routers {'09540ca5-eae4-4106-8776-f0a779c32576'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:17:53.441031 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-94d1da01-9018-40cf-8332-a5ba973b3a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:17:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['09540ca5-eae4-4106-8776-f0a779c32576'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:17:53.638625 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-94d1da01-9018-40cf-8332-a5ba973b3a76 None None] Set router 09540ca5-eae4-4106-8776-f0a779c32576 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:17:54.082856 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-94d1da01-9018-40cf-8332-a5ba973b3a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09540ca5-eae4-4106-8776-f0a779c32576', 'name': 'router1', 'tenant_id': '8d1dbe1f4b6246bbbe225b78208b50ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:17:41Z', 'updated_at': '2022-04-12T14:17:52Z', 'revision_number': 2, 'project_id': '8d1dbe1f4b6246bbbe225b78208b50ba', 'gw_port_host': None, '_interfaces': [{'id': '39d8d9af-c95c-401e-801d-512a72096bb4', 'name': '', 'network_id': 'c969c1cf-c98f-4a55-8621-d84d90585924', 'tenant_id': '8d1dbe1f4b6246bbbe225b78208b50ba', 'mac_address': 'fa:16:3e:a4:87:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09540ca5-eae4-4106-8776-f0a779c32576', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4e06378-1c63-4707-afc3-27f30da6a4fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:17:51Z', 'updated_at': '2022-04-12T14:17:52Z', 'revision_number': 2, 'project_id': '8d1dbe1f4b6246bbbe225b78208b50ba', 'subnets': [{'id': 'e4e06378-1c63-4707-afc3-27f30da6a4fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69094ee3-14aa-4de8-b621-b382fe0ecaf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:17:54.133815 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d1da01-9018-40cf-8332-a5ba973b3a76 None None] Checking router: 09540ca5-eae4-4106-8776-f0a779c32576 for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:17:54.134190 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d1da01-9018-40cf-8332-a5ba973b3a76 None None] Updating router 09540ca5-eae4-4106-8776-f0a779c32576 port 39d8d9af-c95c-401e-801d-512a72096bb4 binding host dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:17:54.218989 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-94d1da01-9018-40cf-8332-a5ba973b3a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (39d8d9af-c95c-401e-801d-512a72096bb4), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:54.358325 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:54.741342 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-94d1da01-9018-40cf-8332-a5ba973b3a76 None None] Publish callbacks [] for port (39d8d9af-c95c-401e-801d-512a72096bb4), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:54.749906 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-94d1da01-9018-40cf-8332-a5ba973b3a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (39d8d9af-c95c-401e-801d-512a72096bb4), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:54.893124 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfae32-a023-4c4c-88cf-ca2d4f615977 None None] Pushing event updated for resources: {'Port': ['ID=39d8d9af-c95c-401e-801d-512a72096bb4,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:54.930304 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfae32-a023-4c4c-88cf-ca2d4f615977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:54.930647 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfae32-a023-4c4c-88cf-ca2d4f615977 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:54.930988 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfae32-a023-4c4c-88cf-ca2d4f615977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:54.931335 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfae32-a023-4c4c-88cf-ca2d4f615977 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:54.931672 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfae32-a023-4c4c-88cf-ca2d4f615977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:54.932007 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfae32-a023-4c4c-88cf-ca2d4f615977 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:54.932335 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfae32-a023-4c4c-88cf-ca2d4f615977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:54.932661 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfae32-a023-4c4c-88cf-ca2d4f615977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:54.933017 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfae32-a023-4c4c-88cf-ca2d4f615977 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:54.933348 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfae32-a023-4c4c-88cf-ca2d4f615977 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:54.933752 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfae32-a023-4c4c-88cf-ca2d4f615977 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:54.934018 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfae32-a023-4c4c-88cf-ca2d4f615977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:54.934359 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfae32-a023-4c4c-88cf-ca2d4f615977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:54.935196 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfae32-a023-4c4c-88cf-ca2d4f615977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:54.935518 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfae32-a023-4c4c-88cf-ca2d4f615977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfae32-a023-4c4c-88cf-ca2d4f615977 None None] Tracked resource versions report: Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: pushed versions: Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: { 'AddressGroup': {'1.2'}, Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'Agent': {'1.1'}, Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'ConntrackHelper': {'1.0'}, Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'LocalIPAssociation': {'1.0'}, Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'Log': {'1.0'}, Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'NDPProxy': {'1.0'}, Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'Network': {'1.1'}, Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'Port': {'1.7'}, Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'PortForwarding': {'1.3'}, Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'QosPolicy': {'1.10'}, Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'SecurityGroup': {'1.5'}, Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'SecurityGroupRule': {'1.2'}, Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'SubPort': {'1.0'}, Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'Subnet': {'1.1'}, Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'Trunk': {'1.1'}} Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: consumer versions: Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: { DHCP agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: L3 agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: Metadata agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: Metering agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: Open vSwitch agent@dv-cinder-837523-1-iscsi: { 'AddressGroup': '1.2', Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'Agent': '1.1', Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'ConntrackHelper': '1.0', Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'LocalIPAssociation': '1.0', Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'Log': '1.0', Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'NDPProxy': '1.0', Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'Network': '1.1', Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'Port': '1.7', Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'PortForwarding': '1.3', Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'QosPolicy': '1.10', Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'SecurityGroup': '1.5', Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'SecurityGroupRule': '1.2', Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'SubPort': '1.0', Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'Subnet': '1.1', Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: 'Trunk': '1.1'}} Apr 12 14:17:54.937081 dv-cinder-837523-1-iscsi neutron-server[103287]: {{(pid=103287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 14:17:54.946481 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-94d1da01-9018-40cf-8332-a5ba973b3a76 None None] Attempting to bind port 39d8d9af-c95c-401e-801d-512a72096bb4 on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:17:54.946819 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-94d1da01-9018-40cf-8332-a5ba973b3a76 None None] Attempting to bind port 39d8d9af-c95c-401e-801d-512a72096bb4 by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': 'dc526685-fe13-4757-a6d4-d30652d89300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'c969c1cf-c98f-4a55-8621-d84d90585924'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:17:54.947255 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d1da01-9018-40cf-8332-a5ba973b3a76 None None] Attempting to bind port 39d8d9af-c95c-401e-801d-512a72096bb4 on network c969c1cf-c98f-4a55-8621-d84d90585924 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:17:54.953838 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d1da01-9018-40cf-8332-a5ba973b3a76 None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:17:54.953838 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d1da01-9018-40cf-8332-a5ba973b3a76 None None] Checking segment: {'id': 'dc526685-fe13-4757-a6d4-d30652d89300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'c969c1cf-c98f-4a55-8621-d84d90585924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:17:54.954306 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-94d1da01-9018-40cf-8332-a5ba973b3a76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:54.954743 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d1da01-9018-40cf-8332-a5ba973b3a76 None None] Bound using segment: {'id': 'dc526685-fe13-4757-a6d4-d30652d89300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'c969c1cf-c98f-4a55-8621-d84d90585924'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:17:54.955252 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-94d1da01-9018-40cf-8332-a5ba973b3a76 None None] Bound port: 39d8d9af-c95c-401e-801d-512a72096bb4, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc526685-fe13-4757-a6d4-d30652d89300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'c969c1cf-c98f-4a55-8621-d84d90585924'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:17:54.955648 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-94d1da01-9018-40cf-8332-a5ba973b3a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (39d8d9af-c95c-401e-801d-512a72096bb4), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:55.023913 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ca5d68b6-a9ff-47f2-ae2a-44f01baaa60d None None] Provisioning complete for port 39d8d9af-c95c-401e-801d-512a72096bb4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:17:55.024342 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ca5d68b6-a9ff-47f2-ae2a-44f01baaa60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (39d8d9af-c95c-401e-801d-512a72096bb4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:55.025931 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-94d1da01-9018-40cf-8332-a5ba973b3a76 None None] For port 39d8d9af-c95c-401e-801d-512a72096bb4, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:17:55.047768 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-94d1da01-9018-40cf-8332-a5ba973b3a76 None None] For port 39d8d9af-c95c-401e-801d-512a72096bb4, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=39d8d9af-c95c-401e-801d-512a72096bb4,segment=NetworkSegment(dc526685-fe13-4757-a6d4-d30652d89300),segment_id=dc526685-fe13-4757-a6d4-d30652d89300)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:17:55.054708 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-94d1da01-9018-40cf-8332-a5ba973b3a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (39d8d9af-c95c-401e-801d-512a72096bb4), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:55.062145 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ca5d68b6-a9ff-47f2-ae2a-44f01baaa60d None None] Port 39d8d9af-c95c-401e-801d-512a72096bb4 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:17:55.120836 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d1da01-9018-40cf-8332-a5ba973b3a76 None None] Routers {'09540ca5-eae4-4106-8776-f0a779c32576'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:17:55.121493 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-94d1da01-9018-40cf-8332-a5ba973b3a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:17:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['09540ca5-eae4-4106-8776-f0a779c32576'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:17:55.195528 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfae32-a023-4c4c-88cf-ca2d4f615977 None None] Pushing event updated for resources: {'Port': ['ID=39d8d9af-c95c-401e-801d-512a72096bb4,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:55.227618 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-94d1da01-9018-40cf-8332-a5ba973b3a76 None None] Set router 09540ca5-eae4-4106-8776-f0a779c32576 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:17:55.285366 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8306ced4-e89a-4308-98f8-1915971e5cab None None] Provisioning complete for port 39d8d9af-c95c-401e-801d-512a72096bb4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:17:55.285899 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8306ced4-e89a-4308-98f8-1915971e5cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (39d8d9af-c95c-401e-801d-512a72096bb4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:55.378457 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8306ced4-e89a-4308-98f8-1915971e5cab None None] Current status of the port 39d8d9af-c95c-401e-801d-512a72096bb4 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:17:55.379101 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8306ced4-e89a-4308-98f8-1915971e5cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (39d8d9af-c95c-401e-801d-512a72096bb4), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:55.415240 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-8306ced4-e89a-4308-98f8-1915971e5cab None None] For port 39d8d9af-c95c-401e-801d-512a72096bb4, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=39d8d9af-c95c-401e-801d-512a72096bb4,segment=NetworkSegment(dc526685-fe13-4757-a6d4-d30652d89300),segment_id=dc526685-fe13-4757-a6d4-d30652d89300)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:17:55.420451 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8306ced4-e89a-4308-98f8-1915971e5cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (39d8d9af-c95c-401e-801d-512a72096bb4), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:55.449018 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-94d1da01-9018-40cf-8332-a5ba973b3a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09540ca5-eae4-4106-8776-f0a779c32576', 'name': 'router1', 'tenant_id': '8d1dbe1f4b6246bbbe225b78208b50ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:17:41Z', 'updated_at': '2022-04-12T14:17:52Z', 'revision_number': 2, 'project_id': '8d1dbe1f4b6246bbbe225b78208b50ba', 'gw_port_host': None, '_interfaces': [{'id': '39d8d9af-c95c-401e-801d-512a72096bb4', 'name': '', 'network_id': 'c969c1cf-c98f-4a55-8621-d84d90585924', 'tenant_id': '8d1dbe1f4b6246bbbe225b78208b50ba', 'mac_address': 'fa:16:3e:a4:87:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09540ca5-eae4-4106-8776-f0a779c32576', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4e06378-1c63-4707-afc3-27f30da6a4fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:17:51Z', 'updated_at': '2022-04-12T14:17:55Z', 'revision_number': 4, 'project_id': '8d1dbe1f4b6246bbbe225b78208b50ba', 'subnets': [{'id': 'e4e06378-1c63-4707-afc3-27f30da6a4fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69094ee3-14aa-4de8-b621-b382fe0ecaf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:17:55.472188 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306ced4-e89a-4308-98f8-1915971e5cab None None] Pushing event updated for resources: {'Port': ['ID=39d8d9af-c95c-401e-801d-512a72096bb4,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:55.486023 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d1da01-9018-40cf-8332-a5ba973b3a76 None None] The sync data for ids ['09540ca5-eae4-4106-8776-f0a779c32576'] in dv-cinder-837523-1-iscsi is: [{'id': '09540ca5-eae4-4106-8776-f0a779c32576', 'name': 'router1', 'tenant_id': '8d1dbe1f4b6246bbbe225b78208b50ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:17:41Z', 'updated_at': '2022-04-12T14:17:52Z', 'revision_number': 2, 'project_id': '8d1dbe1f4b6246bbbe225b78208b50ba', 'gw_port_host': None, '_interfaces': [{'id': '39d8d9af-c95c-401e-801d-512a72096bb4', 'name': '', 'network_id': 'c969c1cf-c98f-4a55-8621-d84d90585924', 'tenant_id': '8d1dbe1f4b6246bbbe225b78208b50ba', 'mac_address': 'fa:16:3e:a4:87:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09540ca5-eae4-4106-8776-f0a779c32576', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4e06378-1c63-4707-afc3-27f30da6a4fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:17:51Z', 'updated_at': '2022-04-12T14:17:55Z', 'revision_number': 4, 'project_id': '8d1dbe1f4b6246bbbe225b78208b50ba', 'subnets': [{'id': 'e4e06378-1c63-4707-afc3-27f30da6a4fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69094ee3-14aa-4de8-b621-b382fe0ecaf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:17:55.940286 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 51592) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:17:56.085693 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4371b5-80da-4e54-b537-56eecaf9966b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:17:56.087207 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-6f4371b5-80da-4e54-b537-56eecaf9966b admin admin] 10.222.0.79 "GET /v2.0/networks/d880c522-0b20-4278-b126-cb351e10a8a1 HTTP/1.1" status: 200 len: 842 time: 0.1459033 Apr 12 14:17:56.097240 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5c6ad638-0ba5-4184-8147-1eabaacf90d9 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:17:56.121089 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6ad638-0ba5-4184-8147-1eabaacf90d9 admin admin] Made reservation on behalf of 6fd84375f85a4198820657d9af5f2fd5 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:17:56.123409 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5c6ad638-0ba5-4184-8147-1eabaacf90d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:56.430226 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.objects.ports [None req-5c6ad638-0ba5-4184-8147-1eabaacf90d9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103283) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 14:17:56.430675 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5c6ad638-0ba5-4184-8147-1eabaacf90d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for subnet (d5f6c94a-8527-427a-a2ce-715c797655f2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:56.485087 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ad638-0ba5-4184-8147-1eabaacf90d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5f6c94a-8527-427a-a2ce-715c797655f2,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:17:56.503876 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6ad638-0ba5-4184-8147-1eabaacf90d9 admin admin] Checking segment: {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:17:56.504259 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6ad638-0ba5-4184-8147-1eabaacf90d9 admin admin] Network hostable DHCP agents. Network: d880c522-0b20-4278-b126-cb351e10a8a1, hostable agents: ['26b99ea2-1f24-436d-a395-59cabb3f6051'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:17:56.527331 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6ad638-0ba5-4184-8147-1eabaacf90d9 admin admin] Network d880c522-0b20-4278-b126-cb351e10a8a1 is scheduled to be hosted by DHCP agent 26b99ea2-1f24-436d-a395-59cabb3f6051 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:17:56.540478 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-5c6ad638-0ba5-4184-8147-1eabaacf90d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837523-1-iscsi, d880c522-0b20-4278-b126-cb351e10a8a1) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:17:56.544748 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6ad638-0ba5-4184-8147-1eabaacf90d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:17:56.545381 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5c6ad638-0ba5-4184-8147-1eabaacf90d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:56.549459 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddcb473-5c08-4f71-8a3a-c7d805c852ab None None] Network d880c522-0b20-4278-b126-cb351e10a8a1 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:17:56.566428 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-5c6ad638-0ba5-4184-8147-1eabaacf90d9 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4726248 Apr 12 14:17:56.662126 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692f2aa0-5615-43df-9f36-4da9e4bb445b None None] Network d880c522-0b20-4278-b126-cb351e10a8a1 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:17:59.079143 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 51610) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:17:59.230781 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-cd41fbf6-148a-418d-ac33-2a4f03195bb2 demo admin] 10.222.0.79 "GET /v2.0/routers/09540ca5-eae4-4106-8776-f0a779c32576 HTTP/1.1" status: 200 len: 710 time: 0.1500971 Apr 12 14:17:59.321279 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7944c919-d5bc-4c1e-aa0c-59f9e6bc4742 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:17:59.322566 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-7944c919-d5bc-4c1e-aa0c-59f9e6bc4742 demo admin] 10.222.0.79 "GET /v2.0/networks/d880c522-0b20-4278-b126-cb351e10a8a1 HTTP/1.1" status: 200 len: 886 time: 0.0860143 Apr 12 14:17:59.338941 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-9e47d9ee-9d71-4b64-86ed-b68b8d470745 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:17:59.679050 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e47d9ee-9d71-4b64-86ed-b68b8d470745 demo admin] Publish callbacks [] for router_gateway (09540ca5-eae4-4106-8776-f0a779c32576), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:59.905618 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e47d9ee-9d71-4b64-86ed-b68b8d470745 demo admin] Publish callbacks [] for router_gateway (09540ca5-eae4-4106-8776-f0a779c32576), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:17:59.980539 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e47d9ee-9d71-4b64-86ed-b68b8d470745 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:00.086891 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-9e47d9ee-9d71-4b64-86ed-b68b8d470745 demo admin] Allocated IP 172.27.0.56 (d880c522-0b20-4278-b126-cb351e10a8a1/d5f6c94a-8527-427a-a2ce-715c797655f2/45da0c13-67c4-494c-b028-46969a4179d2) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:18:00.189425 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e47d9ee-9d71-4b64-86ed-b68b8d470745 demo admin] Publish callbacks [] for port (45da0c13-67c4-494c-b028-46969a4179d2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:00.225007 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e47d9ee-9d71-4b64-86ed-b68b8d470745 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607'] for port (45da0c13-67c4-494c-b028-46969a4179d2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:00.263398 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e47d9ee-9d71-4b64-86ed-b68b8d470745 demo admin] Network d880c522-0b20-4278-b126-cb351e10a8a1 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:18:00.268540 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-9e47d9ee-9d71-4b64-86ed-b68b8d470745 demo admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:18:00.275658 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e47d9ee-9d71-4b64-86ed-b68b8d470745 demo admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:18:00.277516 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47d9ee-9d71-4b64-86ed-b68b8d470745 demo admin] Pushing event updated for resources: {'Port': ['ID=45da0c13-67c4-494c-b028-46969a4179d2,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:18:00.533782 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e47d9ee-9d71-4b64-86ed-b68b8d470745 demo admin] Publish callbacks [] for router_gateway (09540ca5-eae4-4106-8776-f0a779c32576), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:00.750474 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e47d9ee-9d71-4b64-86ed-b68b8d470745 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-545093', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-645570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4070'] for router (09540ca5-eae4-4106-8776-f0a779c32576), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:00.754261 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e47d9ee-9d71-4b64-86ed-b68b8d470745 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546486', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546495', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-645579'] for router (09540ca5-eae4-4106-8776-f0a779c32576), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:00.870684 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e47d9ee-9d71-4b64-86ed-b68b8d470745 demo admin] Router 09540ca5-eae4-4106-8776-f0a779c32576 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:18:01.076361 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e47d9ee-9d71-4b64-86ed-b68b8d470745 demo admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:18:01.080604 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e47d9ee-9d71-4b64-86ed-b68b8d470745 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:01.092962 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-9e47d9ee-9d71-4b64-86ed-b68b8d470745 demo admin] 10.222.0.79 "PUT /v2.0/routers/09540ca5-eae4-4106-8776-f0a779c32576 HTTP/1.1" status: 200 len: 889 time: 1.7466137 Apr 12 14:18:03.272002 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 39d8d9af-c95c-401e-801d-512a72096bb4 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:18:03.322097 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 39d8d9af-c95c-401e-801d-512a72096bb4 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:18:03.322579 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (39d8d9af-c95c-401e-801d-512a72096bb4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:03.412322 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 39d8d9af-c95c-401e-801d-512a72096bb4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:18:03.668805 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 51622) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:18:03.790432 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-4a610a83-8406-4b1b-a184-58fc0a6e5d1d admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1198423 Apr 12 14:18:04.399639 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2f544e-0380-4efe-8f16-fdf6eb8f9abe None None] Sync routers for ids ['09540ca5-eae4-4106-8776-f0a779c32576'] in dv-cinder-837523-1-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:18:04.413345 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2f544e-0380-4efe-8f16-fdf6eb8f9abe None None] Routers {'09540ca5-eae4-4106-8776-f0a779c32576'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:18:04.414051 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1f2f544e-0380-4efe-8f16-fdf6eb8f9abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:17:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['09540ca5-eae4-4106-8776-f0a779c32576'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:18:04.644651 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-1f2f544e-0380-4efe-8f16-fdf6eb8f9abe None None] Set router 09540ca5-eae4-4106-8776-f0a779c32576 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:18:05.142511 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1f2f544e-0380-4efe-8f16-fdf6eb8f9abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09540ca5-eae4-4106-8776-f0a779c32576', 'name': 'router1', 'tenant_id': '8d1dbe1f4b6246bbbe225b78208b50ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '45da0c13-67c4-494c-b028-46969a4179d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:17:41Z', 'updated_at': '2022-04-12T14:18:00Z', 'revision_number': 4, 'project_id': '8d1dbe1f4b6246bbbe225b78208b50ba', 'gw_port': {'id': '45da0c13-67c4-494c-b028-46969a4179d2', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:06:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09540ca5-eae4-4106-8776-f0a779c32576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:17:59Z', 'updated_at': '2022-04-12T14:18:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '39d8d9af-c95c-401e-801d-512a72096bb4', 'name': '', 'network_id': 'c969c1cf-c98f-4a55-8621-d84d90585924', 'tenant_id': '8d1dbe1f4b6246bbbe225b78208b50ba', 'mac_address': 'fa:16:3e:a4:87:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09540ca5-eae4-4106-8776-f0a779c32576', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4e06378-1c63-4707-afc3-27f30da6a4fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:17:51Z', 'updated_at': '2022-04-12T14:17:55Z', 'revision_number': 5, 'project_id': '8d1dbe1f4b6246bbbe225b78208b50ba', 'subnets': [{'id': 'e4e06378-1c63-4707-afc3-27f30da6a4fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69094ee3-14aa-4de8-b621-b382fe0ecaf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:18:05.202736 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2f544e-0380-4efe-8f16-fdf6eb8f9abe None None] Checking router: 09540ca5-eae4-4106-8776-f0a779c32576 for host: dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:18:05.203594 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2f544e-0380-4efe-8f16-fdf6eb8f9abe None None] Updating router 09540ca5-eae4-4106-8776-f0a779c32576 port 45da0c13-67c4-494c-b028-46969a4179d2 binding host dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:18:05.261744 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f2f544e-0380-4efe-8f16-fdf6eb8f9abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (45da0c13-67c4-494c-b028-46969a4179d2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:05.340136 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:18:05.604624 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f2f544e-0380-4efe-8f16-fdf6eb8f9abe None None] Publish callbacks [] for port (45da0c13-67c4-494c-b028-46969a4179d2), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:05.611316 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f2f544e-0380-4efe-8f16-fdf6eb8f9abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (45da0c13-67c4-494c-b028-46969a4179d2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:05.681286 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1f2f544e-0380-4efe-8f16-fdf6eb8f9abe None None] Attempting to bind port 45da0c13-67c4-494c-b028-46969a4179d2 on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:18:05.681834 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1f2f544e-0380-4efe-8f16-fdf6eb8f9abe None None] Attempting to bind port 45da0c13-67c4-494c-b028-46969a4179d2 by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:18:05.682434 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2f544e-0380-4efe-8f16-fdf6eb8f9abe None None] Attempting to bind port 45da0c13-67c4-494c-b028-46969a4179d2 on network d880c522-0b20-4278-b126-cb351e10a8a1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:18:05.704579 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2f544e-0380-4efe-8f16-fdf6eb8f9abe None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:18:05.705243 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2f544e-0380-4efe-8f16-fdf6eb8f9abe None None] Checking segment: {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:18:05.705910 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f2f544e-0380-4efe-8f16-fdf6eb8f9abe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:05.706546 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2f544e-0380-4efe-8f16-fdf6eb8f9abe None None] Bound using segment: {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:18:05.707304 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-1f2f544e-0380-4efe-8f16-fdf6eb8f9abe None None] Bound port: 45da0c13-67c4-494c-b028-46969a4179d2, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:18:05.707925 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f2f544e-0380-4efe-8f16-fdf6eb8f9abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (45da0c13-67c4-494c-b028-46969a4179d2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:05.711996 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f47d5-5c4f-4116-b9b4-cc59c9a74970 None None] Pushing event updated for resources: {'Port': ['ID=45da0c13-67c4-494c-b028-46969a4179d2,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:18:05.775602 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1f2f544e-0380-4efe-8f16-fdf6eb8f9abe None None] For port 45da0c13-67c4-494c-b028-46969a4179d2, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:18:05.780067 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-1f2f544e-0380-4efe-8f16-fdf6eb8f9abe None None] For port 45da0c13-67c4-494c-b028-46969a4179d2, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=45da0c13-67c4-494c-b028-46969a4179d2,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:18:05.787728 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1f2f544e-0380-4efe-8f16-fdf6eb8f9abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (45da0c13-67c4-494c-b028-46969a4179d2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:05.860539 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f47d5-5c4f-4116-b9b4-cc59c9a74970 None None] Pushing event updated for resources: {'Port': ['ID=45da0c13-67c4-494c-b028-46969a4179d2,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:18:05.865898 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2f544e-0380-4efe-8f16-fdf6eb8f9abe None None] Routers {'09540ca5-eae4-4106-8776-f0a779c32576'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:18:05.866513 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1f2f544e-0380-4efe-8f16-fdf6eb8f9abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:17:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['09540ca5-eae4-4106-8776-f0a779c32576'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:18:06.001560 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-1f2f544e-0380-4efe-8f16-fdf6eb8f9abe None None] Set router 09540ca5-eae4-4106-8776-f0a779c32576 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:18:06.223368 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-1f2f544e-0380-4efe-8f16-fdf6eb8f9abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09540ca5-eae4-4106-8776-f0a779c32576', 'name': 'router1', 'tenant_id': '8d1dbe1f4b6246bbbe225b78208b50ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '45da0c13-67c4-494c-b028-46969a4179d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:17:41Z', 'updated_at': '2022-04-12T14:18:00Z', 'revision_number': 4, 'project_id': '8d1dbe1f4b6246bbbe225b78208b50ba', 'gw_port': {'id': '45da0c13-67c4-494c-b028-46969a4179d2', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:06:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09540ca5-eae4-4106-8776-f0a779c32576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:17:59Z', 'updated_at': '2022-04-12T14:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '39d8d9af-c95c-401e-801d-512a72096bb4', 'name': '', 'network_id': 'c969c1cf-c98f-4a55-8621-d84d90585924', 'tenant_id': '8d1dbe1f4b6246bbbe225b78208b50ba', 'mac_address': 'fa:16:3e:a4:87:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09540ca5-eae4-4106-8776-f0a779c32576', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4e06378-1c63-4707-afc3-27f30da6a4fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:17:51Z', 'updated_at': '2022-04-12T14:17:55Z', 'revision_number': 5, 'project_id': '8d1dbe1f4b6246bbbe225b78208b50ba', 'subnets': [{'id': 'e4e06378-1c63-4707-afc3-27f30da6a4fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69094ee3-14aa-4de8-b621-b382fe0ecaf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:18:06.256418 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2f544e-0380-4efe-8f16-fdf6eb8f9abe None None] The sync data for ids ['09540ca5-eae4-4106-8776-f0a779c32576'] in dv-cinder-837523-1-iscsi is: [{'id': '09540ca5-eae4-4106-8776-f0a779c32576', 'name': 'router1', 'tenant_id': '8d1dbe1f4b6246bbbe225b78208b50ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '45da0c13-67c4-494c-b028-46969a4179d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:17:41Z', 'updated_at': '2022-04-12T14:18:00Z', 'revision_number': 4, 'project_id': '8d1dbe1f4b6246bbbe225b78208b50ba', 'gw_port': {'id': '45da0c13-67c4-494c-b028-46969a4179d2', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:06:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09540ca5-eae4-4106-8776-f0a779c32576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:17:59Z', 'updated_at': '2022-04-12T14:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '39d8d9af-c95c-401e-801d-512a72096bb4', 'name': '', 'network_id': 'c969c1cf-c98f-4a55-8621-d84d90585924', 'tenant_id': '8d1dbe1f4b6246bbbe225b78208b50ba', 'mac_address': 'fa:16:3e:a4:87:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09540ca5-eae4-4106-8776-f0a779c32576', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e4e06378-1c63-4707-afc3-27f30da6a4fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:17:51Z', 'updated_at': '2022-04-12T14:17:55Z', 'revision_number': 5, 'project_id': '8d1dbe1f4b6246bbbe225b78208b50ba', 'subnets': [{'id': 'e4e06378-1c63-4707-afc3-27f30da6a4fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69094ee3-14aa-4de8-b621-b382fe0ecaf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:18:07.291768 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 45da0c13-67c4-494c-b028-46969a4179d2 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:18:07.348088 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 45da0c13-67c4-494c-b028-46969a4179d2 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:18:07.348498 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (45da0c13-67c4-494c-b028-46969a4179d2), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:07.438804 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 45da0c13-67c4-494c-b028-46969a4179d2 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:18:07.439200 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (45da0c13-67c4-494c-b028-46969a4179d2), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:07.464615 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] For port 45da0c13-67c4-494c-b028-46969a4179d2, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=45da0c13-67c4-494c-b028-46969a4179d2,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:18:07.477557 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (45da0c13-67c4-494c-b028-46969a4179d2), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:07.542703 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Pushing event updated for resources: {'Port': ['ID=45da0c13-67c4-494c-b028-46969a4179d2,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:18:09.356527 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 45da0c13-67c4-494c-b028-46969a4179d2 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:18:09.410058 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 45da0c13-67c4-494c-b028-46969a4179d2 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:18:09.410807 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (45da0c13-67c4-494c-b028-46969a4179d2), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:09.536154 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 45da0c13-67c4-494c-b028-46969a4179d2 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:18:18.080427 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0980ea47-d985-4744-a020-57107098c3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:20.405215 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b4e7e44f-d999-4ddb-9992-f4b1cdb20e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:21.458664 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:22.812282 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:24.448014 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:42.338502 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:18:48.152246 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-44283aba-5ff6-4abf-b4a8-b812a9948c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:50.400621 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-04c4c60b-13d2-4830-8002-b92afc465718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:51.457705 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:52.800191 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:18:54.352751 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:19:18.078150 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-77336409-a08c-4810-b308-9a45044de258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:19:19.336431 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:19:20.406694 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-309036fe-73fb-41b2-b49c-5699fb3c40ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:19:21.458527 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:19:22.807425 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:19:24.367815 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:19:27.945845 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 52106) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:19:28.008968 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43779ec-d7ab-4e16-b97b-5450e18226fb admin admin] GET failed (client error): The resource could not be found. Apr 12 14:19:28.010298 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-f43779ec-d7ab-4e16-b97b-5450e18226fb admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0634816 Apr 12 14:19:28.178923 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84b1f4f-3735-4fca-8655-f0be5e697106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:19:28.180427 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-a84b1f4f-3735-4fca-8655-f0be5e697106 admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1653013 Apr 12 14:19:30.544829 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 52116) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:19:30.639929 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa736822-3727-40ce-ac6c-39abc48a52ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:19:30.641320 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-fa736822-3727-40ce-ac6c-39abc48a52ab admin admin] 10.222.0.79 "GET /v2.0/subnets/e4e06378-1c63-4707-afc3-27f30da6a4fc HTTP/1.1" status: 200 len: 849 time: 0.0955145 Apr 12 14:19:30.650703 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-71cbfe40-b9a2-4a73-8f68-07618be1b075 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:19:30.736278 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-71cbfe40-b9a2-4a73-8f68-07618be1b075 admin admin] Publish callbacks [] for subnet (e4e06378-1c63-4707-afc3-27f30da6a4fc), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:19:30.888099 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-71cbfe40-b9a2-4a73-8f68-07618be1b075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728757638934'] for subnet (e4e06378-1c63-4707-afc3-27f30da6a4fc), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:19:30.918190 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cbfe40-b9a2-4a73-8f68-07618be1b075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:19:30.918781 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-71cbfe40-b9a2-4a73-8f68-07618be1b075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:19:30.920668 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-71cbfe40-b9a2-4a73-8f68-07618be1b075 admin admin] 10.222.0.79 "PUT /v2.0/subnets/e4e06378-1c63-4707-afc3-27f30da6a4fc HTTP/1.1" status: 200 len: 868 time: 0.2730019 Apr 12 14:19:30.943467 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cbfe40-b9a2-4a73-8f68-07618be1b075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4e06378-1c63-4707-afc3-27f30da6a4fc,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:19:30.944418 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7661d3-8078-4522-9d56-b4a45b5bc73e None None] Network c969c1cf-c98f-4a55-8621-d84d90585924 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:19:30.950904 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cbfe40-b9a2-4a73-8f68-07618be1b075 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:19:30.951287 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cbfe40-b9a2-4a73-8f68-07618be1b075 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:19:30.951622 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cbfe40-b9a2-4a73-8f68-07618be1b075 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:19:30.951965 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cbfe40-b9a2-4a73-8f68-07618be1b075 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:19:30.952304 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cbfe40-b9a2-4a73-8f68-07618be1b075 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:19:30.952638 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cbfe40-b9a2-4a73-8f68-07618be1b075 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:19:30.953002 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cbfe40-b9a2-4a73-8f68-07618be1b075 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:19:30.953335 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cbfe40-b9a2-4a73-8f68-07618be1b075 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:19:30.953690 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cbfe40-b9a2-4a73-8f68-07618be1b075 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:19:30.954024 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cbfe40-b9a2-4a73-8f68-07618be1b075 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:19:30.954371 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cbfe40-b9a2-4a73-8f68-07618be1b075 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:19:30.954716 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cbfe40-b9a2-4a73-8f68-07618be1b075 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:19:30.955046 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cbfe40-b9a2-4a73-8f68-07618be1b075 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:19:30.955369 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cbfe40-b9a2-4a73-8f68-07618be1b075 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:19:30.955689 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cbfe40-b9a2-4a73-8f68-07618be1b075 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:19:31.330208 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-73d33190-b6cf-4a1f-a17a-e911a4fa649c None None] Provisioning complete for port 61ea0361-cd17-46ad-9ac7-68a8b18e0f1c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:19:31.330514 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73d33190-b6cf-4a1f-a17a-e911a4fa649c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (61ea0361-cd17-46ad-9ac7-68a8b18e0f1c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:19:31.408195 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-73d33190-b6cf-4a1f-a17a-e911a4fa649c None None] Current status of the port 61ea0361-cd17-46ad-9ac7-68a8b18e0f1c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:19:31.416442 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-73d33190-b6cf-4a1f-a17a-e911a4fa649c None None] Provisioning complete for port 39d8d9af-c95c-401e-801d-512a72096bb4 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:19:31.416809 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-73d33190-b6cf-4a1f-a17a-e911a4fa649c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (39d8d9af-c95c-401e-801d-512a72096bb4), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:19:31.504459 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-73d33190-b6cf-4a1f-a17a-e911a4fa649c None None] Current status of the port 39d8d9af-c95c-401e-801d-512a72096bb4 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:19:33.397948 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 52124) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:19:33.611287 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcff0c76-8ebc-48db-bb7e-e59059cf880d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:19:33.611671 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcff0c76-8ebc-48db-bb7e-e59059cf880d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:19:33.613225 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-dcff0c76-8ebc-48db-bb7e-e59059cf880d admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2142954 Apr 12 14:19:35.992281 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 52132) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:19:36.123376 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36eb1c9-5d4a-4053-8b84-3bcefdb36816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:19:36.123848 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36eb1c9-5d4a-4053-8b84-3bcefdb36816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:19:36.125438 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-b36eb1c9-5d4a-4053-8b84-3bcefdb36816 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1322794 Apr 12 14:19:38.500458 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 52140) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:19:38.688195 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fa43be-3059-4721-8eee-6c3b7098ef9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:19:38.689983 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e0fa43be-3059-4721-8eee-6c3b7098ef9b admin admin] 10.222.0.79 "GET /v2.0/networks/c969c1cf-c98f-4a55-8621-d84d90585924 HTTP/1.1" status: 200 len: 870 time: 0.1884108 Apr 12 14:19:41.123908 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 52150) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:19:41.256459 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3364d61-56f6-493e-97b9-a5811ce783a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:19:41.257924 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d3364d61-56f6-493e-97b9-a5811ce783a4 admin admin] 10.222.0.79 "GET /v2.0/networks/d880c522-0b20-4278-b126-cb351e10a8a1 HTTP/1.1" status: 200 len: 886 time: 0.1329920 Apr 12 14:19:43.607455 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 52158) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:19:43.734690 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e59764-0d68-487a-b668-0a4bd90ef6f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:19:43.735140 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e59764-0d68-487a-b668-0a4bd90ef6f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:19:43.736708 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-f7e59764-0d68-487a-b668-0a4bd90ef6f2 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1282945 Apr 12 14:19:46.134826 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 52166) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:19:46.228275 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c616002-1f7a-438b-b97a-e81559af0a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:19:46.228717 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c616002-1f7a-438b-b97a-e81559af0a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:19:46.230296 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-1c616002-1f7a-438b-b97a-e81559af0a54 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0944993 Apr 12 14:19:48.073791 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-99e647f9-0179-4be8-b630-e9bcadad84c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:19:48.662651 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 52174) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:19:48.755261 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da667c05-2ecd-41a4-a71d-ff3a623b9c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:19:48.756628 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-da667c05-2ecd-41a4-a71d-ff3a623b9c80 admin admin] 10.222.0.79 "GET /v2.0/subnets/d5f6c94a-8527-427a-a2ce-715c797655f2 HTTP/1.1" status: 200 len: 816 time: 0.0927827 Apr 12 14:19:50.408728 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b72dd058-1a9d-40d7-a1a4-541780dbc083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:19:51.129073 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 52182) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:19:51.223221 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933c691e-ee1b-4b51-b759-ba792a0f1d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:19:51.224587 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-933c691e-ee1b-4b51-b759-ba792a0f1d36 admin admin] 10.222.0.79 "GET /v2.0/subnets/e4e06378-1c63-4707-afc3-27f30da6a4fc HTTP/1.1" status: 200 len: 868 time: 0.0945880 Apr 12 14:19:51.462803 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:19:52.803419 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:19:54.362118 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:19:56.335745 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:20:18.076720 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-66d8bb83-c732-43a3-859e-79f4ed3ca234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:20.411015 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0707d2ef-c34f-48e5-88eb-18fb98be8ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:21.463528 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:22.814117 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:24.365794 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:32.722997 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 52240) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:20:32.773540 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [None req-3df55aa4-6f36-44d1-a942-98db1ba8b178 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:20:32.774560 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-3df55aa4-6f36-44d1-a942-98db1ba8b178 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0506234 Apr 12 14:20:33.334356 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:20:35.247573 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 52248) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:20:35.314103 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ab7d64-50b8-45e5-8520-3f816ba2147b admin admin] GET failed (client error): The resource could not be found. Apr 12 14:20:35.315481 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-a8ab7d64-50b8-45e5-8520-3f816ba2147b admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0669725 Apr 12 14:20:35.401986 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f91af8-c346-43b9-85eb-0ecf13124aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:20:35.403498 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-75f91af8-c346-43b9-85eb-0ecf13124aaf admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0838633 Apr 12 14:20:37.758000 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 52256) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:20:37.805112 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:20:37.825032 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] Made reservation on behalf of 6fd84375f85a4198820657d9af5f2fd5 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:20:37.827341 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:37.854094 dv-cinder-837523-1-iscsi neutron-server[103283]: WARNING neutron.services.revisions.revision_plugin [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] Could not find related network for resource to bump revision. Apr 12 14:20:37.870826 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:20:37.881830 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (93efa0b0-a2e0-4726-9216-e5c5c0ced1b4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:37.882159 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.db.segments_db [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] Added segment 93efa0b0-a2e0-4726-9216-e5c5c0ced1b4 of type vlan for network 827f6aab-8a99-46ea-b38d-3dc4caf9b531 Apr 12 14:20:37.922471 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728757078613'] for network (827f6aab-8a99-46ea-b38d-3dc4caf9b531), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:37.946650 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for network (827f6aab-8a99-46ea-b38d-3dc4caf9b531), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:37.947499 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:20:37.948064 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:37.996476 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2373779 Apr 12 14:20:38.051934 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] Pushing event updated for resources: {'Network': ['ID=827f6aab-8a99-46ea-b38d-3dc4caf9b531,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:20:38.059229 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:38.059570 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:38.059909 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:38.060242 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:38.060570 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:38.061021 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:38.061350 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:38.061673 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:38.061995 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:38.062314 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:38.062738 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:38.063070 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:38.063396 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:38.063720 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:38.064031 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17021dc-137b-4618-b142-80ce779dd205 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:38.075857 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Network 827f6aab-8a99-46ea-b38d-3dc4caf9b531 details requested by agent ovs-agent-dv-cinder-837523-1-iscsi with host dv-cinder-837523-1-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:20:40.386174 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 52264) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:20:40.447638 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16b7d9d-8925-43e6-a2b1-83cb492c5a04 admin admin] GET failed (client error): The resource could not be found. Apr 12 14:20:40.448943 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b16b7d9d-8925-43e6-a2b1-83cb492c5a04 admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0617797 Apr 12 14:20:40.563976 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5565e500-1c53-46cf-85eb-2d2e38247070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:20:40.565586 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-5565e500-1c53-46cf-85eb-2d2e38247070 admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1125734 Apr 12 14:20:40.575589 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-290a9b07-fce4-46da-9106-62fb46d01953 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '827f6aab-8a99-46ea-b38d-3dc4caf9b531'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:20:40.595622 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290a9b07-fce4-46da-9106-62fb46d01953 admin admin] Made reservation on behalf of 6fd84375f85a4198820657d9af5f2fd5 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:20:40.597878 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-290a9b07-fce4-46da-9106-62fb46d01953 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:40.776211 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-290a9b07-fce4-46da-9106-62fb46d01953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for subnet (a9cef478-43da-463f-84da-b87529c5bdef), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:40.833260 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a9b07-fce4-46da-9106-62fb46d01953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9cef478-43da-463f-84da-b87529c5bdef,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:20:40.843401 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290a9b07-fce4-46da-9106-62fb46d01953 admin admin] Checking segment: {'id': '93efa0b0-a2e0-4726-9216-e5c5c0ced1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '827f6aab-8a99-46ea-b38d-3dc4caf9b531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:20:40.843755 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290a9b07-fce4-46da-9106-62fb46d01953 admin admin] Network hostable DHCP agents. Network: 827f6aab-8a99-46ea-b38d-3dc4caf9b531, hostable agents: ['26b99ea2-1f24-436d-a395-59cabb3f6051'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:20:40.847216 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9b07-fce4-46da-9106-62fb46d01953 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:40.847569 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9b07-fce4-46da-9106-62fb46d01953 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:40.847938 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9b07-fce4-46da-9106-62fb46d01953 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:40.848285 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9b07-fce4-46da-9106-62fb46d01953 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:40.848622 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9b07-fce4-46da-9106-62fb46d01953 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:40.848989 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9b07-fce4-46da-9106-62fb46d01953 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:40.849323 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9b07-fce4-46da-9106-62fb46d01953 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:40.849653 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9b07-fce4-46da-9106-62fb46d01953 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:40.849997 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9b07-fce4-46da-9106-62fb46d01953 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:40.850330 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9b07-fce4-46da-9106-62fb46d01953 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:40.850674 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9b07-fce4-46da-9106-62fb46d01953 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:40.851007 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9b07-fce4-46da-9106-62fb46d01953 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:40.851337 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9b07-fce4-46da-9106-62fb46d01953 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:40.851658 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9b07-fce4-46da-9106-62fb46d01953 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:40.851980 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290a9b07-fce4-46da-9106-62fb46d01953 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:40.868695 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290a9b07-fce4-46da-9106-62fb46d01953 admin admin] Network 827f6aab-8a99-46ea-b38d-3dc4caf9b531 is scheduled to be hosted by DHCP agent 26b99ea2-1f24-436d-a395-59cabb3f6051 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:20:40.886682 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-290a9b07-fce4-46da-9106-62fb46d01953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837523-1-iscsi, 827f6aab-8a99-46ea-b38d-3dc4caf9b531) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:20:40.892534 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290a9b07-fce4-46da-9106-62fb46d01953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:20:40.893493 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-290a9b07-fce4-46da-9106-62fb46d01953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:40.896922 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb3c6d8-2688-471f-a613-148895775684 None None] Network 827f6aab-8a99-46ea-b38d-3dc4caf9b531 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:20:40.912661 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-290a9b07-fce4-46da-9106-62fb46d01953 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3406417 Apr 12 14:20:41.006870 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ecbc4e0-9161-5ff1-acbf-aca03b0e47fc-827f6aab-8a99-46ea-b38d-3dc4caf9b531', 'network_id': '827f6aab-8a99-46ea-b38d-3dc4caf9b531', 'project_id': '6fd84375f85a4198820657d9af5f2fd5', 'fixed_ips': [{'subnet_id': 'a9cef478-43da-463f-84da-b87529c5bdef'}]}} from dv-cinder-837523-1-iscsi. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:20:41.007732 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:41.148824 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Allocated IP 192.168.233.2 (827f6aab-8a99-46ea-b38d-3dc4caf9b531/a9cef478-43da-463f-84da-b87529c5bdef/529eb713-2547-499b-9db8-076176c16aea) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:20:41.426634 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Publish callbacks [] for port (529eb713-2547-499b-9db8-076176c16aea), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:41.432843 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607'] for port (529eb713-2547-499b-9db8-076176c16aea), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:41.488414 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Network 827f6aab-8a99-46ea-b38d-3dc4caf9b531 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:20:41.489528 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Pushing event updated for resources: {'Port': ['ID=529eb713-2547-499b-9db8-076176c16aea,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:20:41.493024 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:20:41.499034 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:20:41.504328 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:41.504328 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:41.504328 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:41.504328 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:41.504328 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:41.504328 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:41.504328 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:41.504328 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:41.504328 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:41.504328 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:41.505311 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:41.505311 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:41.505311 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:41.505635 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:41.505951 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:20:41.566684 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Attempting to bind port 529eb713-2547-499b-9db8-076176c16aea on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:20:41.566951 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Attempting to bind port 529eb713-2547-499b-9db8-076176c16aea by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': '93efa0b0-a2e0-4726-9216-e5c5c0ced1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '827f6aab-8a99-46ea-b38d-3dc4caf9b531'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:20:41.567319 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Attempting to bind port 529eb713-2547-499b-9db8-076176c16aea on network 827f6aab-8a99-46ea-b38d-3dc4caf9b531 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:20:41.572586 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:20:41.573016 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Checking segment: {'id': '93efa0b0-a2e0-4726-9216-e5c5c0ced1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '827f6aab-8a99-46ea-b38d-3dc4caf9b531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:20:41.573437 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:41.573824 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Bound using segment: {'id': '93efa0b0-a2e0-4726-9216-e5c5c0ced1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '827f6aab-8a99-46ea-b38d-3dc4caf9b531'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:20:41.574296 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Bound port: 529eb713-2547-499b-9db8-076176c16aea, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93efa0b0-a2e0-4726-9216-e5c5c0ced1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '827f6aab-8a99-46ea-b38d-3dc4caf9b531'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:20:41.574678 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (529eb713-2547-499b-9db8-076176c16aea), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:41.643854 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] For port 529eb713-2547-499b-9db8-076176c16aea, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:20:41.648284 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] For port 529eb713-2547-499b-9db8-076176c16aea, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=529eb713-2547-499b-9db8-076176c16aea,segment=NetworkSegment(93efa0b0-a2e0-4726-9216-e5c5c0ced1b4),segment_id=93efa0b0-a2e0-4726-9216-e5c5c0ced1b4)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:20:41.656567 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (529eb713-2547-499b-9db8-076176c16aea), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:41.732795 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6397897-ccff-4d82-bd12-01b5c9a457ce None None] Pushing event updated for resources: {'Port': ['ID=529eb713-2547-499b-9db8-076176c16aea,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:20:42.577622 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e3836b-8f64-4670-b660-0cc1b81bc510 None None] Network 827f6aab-8a99-46ea-b38d-3dc4caf9b531 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:20:42.698764 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6062ec28-e912-402a-a70d-4ed43370dcb0 None None] Provisioning complete for port 529eb713-2547-499b-9db8-076176c16aea triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:20:42.699234 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6062ec28-e912-402a-a70d-4ed43370dcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (529eb713-2547-499b-9db8-076176c16aea), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:42.799458 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6062ec28-e912-402a-a70d-4ed43370dcb0 None None] Current status of the port 529eb713-2547-499b-9db8-076176c16aea is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:20:42.799858 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6062ec28-e912-402a-a70d-4ed43370dcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (529eb713-2547-499b-9db8-076176c16aea), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:42.840471 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-6062ec28-e912-402a-a70d-4ed43370dcb0 None None] For port 529eb713-2547-499b-9db8-076176c16aea, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=529eb713-2547-499b-9db8-076176c16aea,segment=NetworkSegment(93efa0b0-a2e0-4726-9216-e5c5c0ced1b4),segment_id=93efa0b0-a2e0-4726-9216-e5c5c0ced1b4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:20:42.845250 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6062ec28-e912-402a-a70d-4ed43370dcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (529eb713-2547-499b-9db8-076176c16aea), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:42.898031 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062ec28-e912-402a-a70d-4ed43370dcb0 None None] Pushing event updated for resources: {'Port': ['ID=529eb713-2547-499b-9db8-076176c16aea,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:20:42.963137 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-fe825c24-def4-4831-a6cd-06e342797ec5 None None] Provisioning complete for port 529eb713-2547-499b-9db8-076176c16aea triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:20:42.963526 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fe825c24-def4-4831-a6cd-06e342797ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (529eb713-2547-499b-9db8-076176c16aea), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:43.048213 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-fe825c24-def4-4831-a6cd-06e342797ec5 None None] Current status of the port 529eb713-2547-499b-9db8-076176c16aea is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:20:43.384035 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 529eb713-2547-499b-9db8-076176c16aea up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:20:43.438425 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 529eb713-2547-499b-9db8-076176c16aea triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:20:43.438832 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (529eb713-2547-499b-9db8-076176c16aea), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:43.521932 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 529eb713-2547-499b-9db8-076176c16aea is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:20:48.080454 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4286c765-f2d4-44f2-9c02-c6065fb69697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:50.412940 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ac15d476-548f-4791-8960-c3f2a33ff90c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:51.470193 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:52.810948 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:20:54.369334 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:10.334200 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:21:18.087061 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4314a3dd-f6d0-4e6f-be6c-820ddeda0df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:20.417215 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-720b274f-aed3-4cfd-b404-84a155e3eb17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:21.472197 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:22.812380 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:24.382788 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:47.334321 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:21:48.082891 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a201279b-2548-453d-aaa5-730f321d3245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:50.421106 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3b8c74c-7efb-453a-ab99-d59a02122193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:51.473937 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:52.818399 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:21:54.376323 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:22:13.209812 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 52302) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:22:13.215438 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [None req-840669a5-5135-48ae-9fe7-d33f6df8855d tempest-verify_tempest_config-432330920 tempest-verify_tempest_config-432330920-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:22:13.216468 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-840669a5-5135-48ae-9fe7-d33f6df8855d tempest-verify_tempest_config-432330920 tempest-verify_tempest_config-432330920-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056837 Apr 12 14:22:13.524267 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 52320) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:22:13.628460 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15de0322-820a-4550-a8e2-66ba54f78742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:22:13.704847 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15de0322-820a-4550-a8e2-66ba54f78742 admin admin] Publish callbacks [] for security_group (b6b9d5c4-3378-48ac-9cf2-f59cb07d2450), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:22:13.708755 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15de0322-820a-4550-a8e2-66ba54f78742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (b6b9d5c4-3378-48ac-9cf2-f59cb07d2450), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:22:13.874678 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de0322-820a-4550-a8e2-66ba54f78742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b9d5c4-3378-48ac-9cf2-f59cb07d2450,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:22:13.878777 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-15de0322-820a-4550-a8e2-66ba54f78742 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eadc6cfa1d854919bbad4535134181d6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3534400 Apr 12 14:22:13.881700 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 52324) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:22:13.885087 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de0322-820a-4550-a8e2-66ba54f78742 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:13.885439 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de0322-820a-4550-a8e2-66ba54f78742 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:13.885801 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de0322-820a-4550-a8e2-66ba54f78742 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:13.886142 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de0322-820a-4550-a8e2-66ba54f78742 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:13.886503 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de0322-820a-4550-a8e2-66ba54f78742 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:13.886859 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de0322-820a-4550-a8e2-66ba54f78742 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:13.887186 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de0322-820a-4550-a8e2-66ba54f78742 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:13.887510 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de0322-820a-4550-a8e2-66ba54f78742 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:13.887946 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de0322-820a-4550-a8e2-66ba54f78742 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:13.888301 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de0322-820a-4550-a8e2-66ba54f78742 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:13.888642 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de0322-820a-4550-a8e2-66ba54f78742 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:13.888993 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de0322-820a-4550-a8e2-66ba54f78742 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:13.889318 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de0322-820a-4550-a8e2-66ba54f78742 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:13.889651 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de0322-820a-4550-a8e2-66ba54f78742 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:13.889965 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15de0322-820a-4550-a8e2-66ba54f78742 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:13.949305 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46aac771-44c8-481b-abf3-f876288f01c0 admin admin] Publish callbacks [] for security_group (b6b9d5c4-3378-48ac-9cf2-f59cb07d2450), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:22:13.972960 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46aac771-44c8-481b-abf3-f876288f01c0 admin admin] Publish callbacks [] for security_group (b6b9d5c4-3378-48ac-9cf2-f59cb07d2450), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:22:14.071759 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46aac771-44c8-481b-abf3-f876288f01c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (b6b9d5c4-3378-48ac-9cf2-f59cb07d2450), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:22:14.074450 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46aac771-44c8-481b-abf3-f876288f01c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:22:14.076285 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-46aac771-44c8-481b-abf3-f876288f01c0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b6b9d5c4-3378-48ac-9cf2-f59cb07d2450 HTTP/1.1" status: 204 len: 168 time: 0.1929555 Apr 12 14:22:14.095853 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aac771-44c8-481b-abf3-f876288f01c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b9d5c4-3378-48ac-9cf2-f59cb07d2450,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:22:14.103572 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aac771-44c8-481b-abf3-f876288f01c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:14.104026 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aac771-44c8-481b-abf3-f876288f01c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:14.104657 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aac771-44c8-481b-abf3-f876288f01c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:14.104657 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aac771-44c8-481b-abf3-f876288f01c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:14.104945 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aac771-44c8-481b-abf3-f876288f01c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:14.105282 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aac771-44c8-481b-abf3-f876288f01c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:14.105603 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aac771-44c8-481b-abf3-f876288f01c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:14.105928 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aac771-44c8-481b-abf3-f876288f01c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:14.106259 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aac771-44c8-481b-abf3-f876288f01c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:14.106587 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aac771-44c8-481b-abf3-f876288f01c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:14.106915 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aac771-44c8-481b-abf3-f876288f01c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:14.107265 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aac771-44c8-481b-abf3-f876288f01c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:14.107592 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aac771-44c8-481b-abf3-f876288f01c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:14.107911 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aac771-44c8-481b-abf3-f876288f01c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:14.108232 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aac771-44c8-481b-abf3-f876288f01c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:22:18.085244 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a4021abf-5fe8-4a25-ae3c-7c3c850a9488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:22:20.424051 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a3711b9a-2dfe-46c1-a174-65a735d4d3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:22:21.477750 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:22:22.818741 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:22:24.333897 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:22:24.379715 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:22:48.087509 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fd431506-b73a-486a-9bfd-6be06b751591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:22:50.426435 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-02889138-be9a-4009-bc66-6a0b432a64b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:22:51.486695 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:22:52.821962 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:22:54.381547 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:23:01.337190 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:23:18.090529 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c64f5a41-6f23-4ee5-9b73-3e8e328c6e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:23:20.429035 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d624b8fb-3297-4487-99c1-81bde774b9ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:23:21.482962 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:23:22.824562 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:23:24.384317 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:23:38.335837 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 5 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:23:48.099406 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-557478d0-328c-4c3e-b9c3-25c967c1e172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:23:50.429705 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2672c7aa-a34a-49db-9c0d-dcdd50143bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:23:51.486761 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:23:52.834154 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:23:54.388396 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:24:05.487779 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-645823'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:24:15.334506 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:24:18.092371 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81fe5dec-7f52-4a6d-bd83-bc9758487fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:24:20.430608 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9305e1c2-4e0f-4ccd-bbee-2b3ea6098e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:24:21.376125 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 52396) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:24:21.481472 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-813c919c-04c5-4c2c-8ac7-0c18debda149 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1034310 Apr 12 14:24:21.490384 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:24:22.830957 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:24:23.872254 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 52406) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:24:23.926905 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-f2e888c5-d908-4eb0-8fda-ba504ac805e6 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0534849 Apr 12 14:24:24.390957 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:24:35.461836 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:24:48.093971 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-57c79fc0-4fe0-4606-adb4-5fac3614be7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:24:50.433730 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fa917eaa-447a-4ec5-ac66-0878d3051083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:24:51.490402 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:24:52.336427 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:24:52.837852 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:24:54.393787 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:05.458919 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:18.100688 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-528bb24a-aee3-4d50-abf8-07991c9a8f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:20.443351 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0c9230cc-d98c-47e3-8208-6b7642b76736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:21.502032 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:22.843674 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:24.401509 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:29.335692 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:25:35.458904 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:48.096510 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9179c475-fd9e-4a2c-a59b-4e2cc293871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:50.440352 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9bebff6e-39bd-4a9d-9605-efe3fac5a2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:51.499972 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:52.839736 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:25:54.403959 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:05.502392 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:06.334898 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:26:07.079496 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 52558) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:07.387622 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-833558185-network', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:07.419408 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Made reservation on behalf of 49188c95f1804cb397ce7cc2aeb071f2 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:26:07.419716 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:07.428228 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:07.522614 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Publish callbacks [] for security_group (fd8ee679-8942-4ebf-95ca-34f2c8261428), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:07.527169 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (fd8ee679-8942-4ebf-95ca-34f2c8261428), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:07.554808 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8ee679-8942-4ebf-95ca-34f2c8261428,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:07.564612 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:07.564981 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:07.565339 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:07.565686 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:07.566019 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:07.566347 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:07.566672 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:07.567010 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:07.570969 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:07.570969 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:07.570969 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:07.570969 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:07.570969 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:07.570969 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:07.570969 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Tracked resource versions report: Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: pushed versions: Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: { 'AddressGroup': {'1.2'}, Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'Agent': {'1.1'}, Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'ConntrackHelper': {'1.0'}, Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'LocalIPAssociation': {'1.0'}, Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'Log': {'1.0'}, Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'NDPProxy': {'1.0'}, Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'Network': {'1.1'}, Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'Port': {'1.7'}, Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'PortForwarding': {'1.3'}, Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'QosPolicy': {'1.10'}, Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'SecurityGroup': {'1.5'}, Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'SecurityGroupRule': {'1.2'}, Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'SubPort': {'1.0'}, Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'Subnet': {'1.1'}, Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'Trunk': {'1.1'}} Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: consumer versions: Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: { DHCP agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: HyperV agent@hv-cinder-83752: {}, Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: L3 agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: Metadata agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: Metering agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: Open vSwitch agent@dv-cinder-837523-1-iscsi: { 'AddressGroup': '1.2', Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'Agent': '1.1', Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'ConntrackHelper': '1.0', Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'LocalIPAssociation': '1.0', Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'Log': '1.0', Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'NDPProxy': '1.0', Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'Network': '1.1', Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'Port': '1.7', Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'PortForwarding': '1.3', Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'QosPolicy': '1.10', Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'SecurityGroup': '1.5', Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'SecurityGroupRule': '1.2', Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'SubPort': '1.0', Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'Subnet': '1.1', Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: 'Trunk': '1.1'}} Apr 12 14:26:07.571716 dv-cinder-837523-1-iscsi neutron-server[103283]: {{(pid=103283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 14:26:07.576723 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:26:07.591154 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (5aa54e07-f92f-47f1-bae3-92963cdf5840), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:07.591500 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.db.segments_db [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Added segment 5aa54e07-f92f-47f1-bae3-92963cdf5840 of type vlan for network 10b93a74-e9df-4c8d-a668-3b0b6235408c Apr 12 14:26:07.643856 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728757078613'] for network (10b93a74-e9df-4c8d-a668-3b0b6235408c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:07.678130 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for network (10b93a74-e9df-4c8d-a668-3b0b6235408c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:07.680746 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:07.681364 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:07.760318 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] Pushing event updated for resources: {'Network': ['ID=10b93a74-e9df-4c8d-a668-3b0b6235408c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:07.768779 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-699fd5c9-dfe0-4464-b259-b3eb228c7346 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6880717 Apr 12 14:26:07.769197 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 52608) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:07.775826 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] Request body: {'subnet': {'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-833558185-subnet', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:07.801800 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] Made reservation on behalf of 49188c95f1804cb397ce7cc2aeb071f2 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:26:07.805120 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:07.850304 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Network 10b93a74-e9df-4c8d-a668-3b0b6235408c details requested by agent ovs-agent-dv-cinder-837523-1-iscsi with host dv-cinder-837523-1-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:26:08.030268 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for subnet (b1d9c83f-a54a-4a39-b389-03cf74c59344), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:08.084853 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1d9c83f-a54a-4a39-b389-03cf74c59344,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:08.095749 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.096104 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.096454 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.096791 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.097154 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.097487 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.097815 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.098150 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.098471 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.098795 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.099140 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.099487 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.099811 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.100132 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.100497 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] Tracked resource versions report: Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: pushed versions: Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: { 'AddressGroup': {'1.2'}, Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'Agent': {'1.1'}, Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'ConntrackHelper': {'1.0'}, Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'LocalIPAssociation': {'1.0'}, Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'Log': {'1.0'}, Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'NDPProxy': {'1.0'}, Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'Network': {'1.1'}, Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'Port': {'1.7'}, Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'PortForwarding': {'1.3'}, Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'QosPolicy': {'1.10'}, Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'SecurityGroup': {'1.5'}, Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'SecurityGroupRule': {'1.2'}, Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'SubPort': {'1.0'}, Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'Subnet': {'1.1'}, Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'Trunk': {'1.1'}} Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: consumer versions: Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: { DHCP agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: HyperV agent@hv-cinder-83752: {}, Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: L3 agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: Metadata agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: Metering agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: Open vSwitch agent@dv-cinder-837523-1-iscsi: { 'AddressGroup': '1.2', Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'Agent': '1.1', Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'ConntrackHelper': '1.0', Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'LocalIPAssociation': '1.0', Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'Log': '1.0', Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'NDPProxy': '1.0', Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'Network': '1.1', Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'Port': '1.7', Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'PortForwarding': '1.3', Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'QosPolicy': '1.10', Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'SecurityGroup': '1.5', Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'SecurityGroupRule': '1.2', Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'SubPort': '1.0', Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'Subnet': '1.1', Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: 'Trunk': '1.1'}} Apr 12 14:26:08.101724 dv-cinder-837523-1-iscsi neutron-server[103284]: {{(pid=103284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 14:26:08.124784 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] Checking segment: {'id': '5aa54e07-f92f-47f1-bae3-92963cdf5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:26:08.125222 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] Network hostable DHCP agents. Network: 10b93a74-e9df-4c8d-a668-3b0b6235408c, hostable agents: ['26b99ea2-1f24-436d-a395-59cabb3f6051'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:26:08.147682 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] Network 10b93a74-e9df-4c8d-a668-3b0b6235408c is scheduled to be hosted by DHCP agent 26b99ea2-1f24-436d-a395-59cabb3f6051 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:26:08.157933 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837523-1-iscsi, 10b93a74-e9df-4c8d-a668-3b0b6235408c) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:26:08.162933 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:08.163800 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:08.169968 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe342410-85a9-4c11-a306-e4df86724dd6 None None] Network 10b93a74-e9df-4c8d-a668-3b0b6235408c requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:26:08.188037 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 52620) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:08.188595 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-521b13b3-3644-454a-93fc-3425f6f4cc2c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4180505 Apr 12 14:26:08.192539 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c39cc529-c413-4514-8030-ea9a04f0eb75 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-833558185-router', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:08.233393 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c39cc529-c413-4514-8030-ea9a04f0eb75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4091'] for router (c0a5e0d8-9551-4178-b21c-dafeb895697c), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:08.235803 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c39cc529-c413-4514-8030-ea9a04f0eb75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4084'] for router (c0a5e0d8-9551-4178-b21c-dafeb895697c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:08.306470 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ecbc4e0-9161-5ff1-acbf-aca03b0e47fc-10b93a74-e9df-4c8d-a668-3b0b6235408c', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'fixed_ips': [{'subnet_id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344'}]}} from dv-cinder-837523-1-iscsi. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:26:08.307342 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:08.325404 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 52630) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:08.354142 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c39cc529-c413-4514-8030-ea9a04f0eb75 admin admin] Publish callbacks [] for router_controller (c0a5e0d8-9551-4178-b21c-dafeb895697c), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:08.467175 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Allocated IP 172.20.0.2 (10b93a74-e9df-4c8d-a668-3b0b6235408c/b1d9c83f-a54a-4a39-b389-03cf74c59344/533b0463-ff44-4947-865f-b3877f057bfc) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:26:08.528161 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c39cc529-c413-4514-8030-ea9a04f0eb75 admin admin] Publish callbacks [] for router_gateway (c0a5e0d8-9551-4178-b21c-dafeb895697c), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:08.660536 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Publish callbacks [] for port (533b0463-ff44-4947-865f-b3877f057bfc), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:08.671477 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607'] for port (533b0463-ff44-4947-865f-b3877f057bfc), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:08.688912 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Network 10b93a74-e9df-4c8d-a668-3b0b6235408c is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:26:08.691248 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:26:08.718842 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:26:08.719106 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-77051bb2-0167-42d4-bcdb-8cf2843600b4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-404182529-network', 'tenant_id': 'cbe121842f0b42bb9db803d9fd187546'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:08.761830 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77051bb2-0167-42d4-bcdb-8cf2843600b4 admin admin] Made reservation on behalf of cbe121842f0b42bb9db803d9fd187546 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:26:08.764640 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-77051bb2-0167-42d4-bcdb-8cf2843600b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:08.780115 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-77051bb2-0167-42d4-bcdb-8cf2843600b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:08.781126 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Pushing event updated for resources: {'Port': ['ID=533b0463-ff44-4947-865f-b3877f057bfc,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:08.795187 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c39cc529-c413-4514-8030-ea9a04f0eb75 admin admin] Publish callbacks [] for router_gateway (c0a5e0d8-9551-4178-b21c-dafeb895697c), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:08.808800 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.809478 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.810013 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.810525 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.811011 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.811493 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.812144 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.812651 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.813469 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.814153 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.815005 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.815686 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.816182 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.817000 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.817498 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Tracked resource versions report: Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: pushed versions: Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: { 'AddressGroup': {'1.2'}, Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'Agent': {'1.1'}, Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'ConntrackHelper': {'1.0'}, Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'LocalIPAssociation': {'1.0'}, Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'Log': {'1.0'}, Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'NDPProxy': {'1.0'}, Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'Network': {'1.1'}, Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'Port': {'1.7'}, Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'PortForwarding': {'1.3'}, Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'QosPolicy': {'1.10'}, Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'SecurityGroup': {'1.5'}, Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'SecurityGroupRule': {'1.2'}, Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'SubPort': {'1.0'}, Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'Subnet': {'1.1'}, Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'Trunk': {'1.1'}} Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: consumer versions: Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: { DHCP agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: HyperV agent@hv-cinder-83752: {}, Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: L3 agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: Metadata agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: Metering agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: Open vSwitch agent@dv-cinder-837523-1-iscsi: { 'AddressGroup': '1.2', Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'Agent': '1.1', Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'ConntrackHelper': '1.0', Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'LocalIPAssociation': '1.0', Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'Log': '1.0', Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'NDPProxy': '1.0', Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'Network': '1.1', Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'Port': '1.7', Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'PortForwarding': '1.3', Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'QosPolicy': '1.10', Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'SecurityGroup': '1.5', Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'SecurityGroupRule': '1.2', Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'SubPort': '1.0', Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'Subnet': '1.1', Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: 'Trunk': '1.1'}} Apr 12 14:26:08.819051 dv-cinder-837523-1-iscsi neutron-server[103285]: {{(pid=103285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 14:26:08.840373 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c39cc529-c413-4514-8030-ea9a04f0eb75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:08.840508 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Attempting to bind port 533b0463-ff44-4947-865f-b3877f057bfc on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:26:08.840776 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Attempting to bind port 533b0463-ff44-4947-865f-b3877f057bfc by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': '5aa54e07-f92f-47f1-bae3-92963cdf5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:26:08.841718 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Attempting to bind port 533b0463-ff44-4947-865f-b3877f057bfc on network 10b93a74-e9df-4c8d-a668-3b0b6235408c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:26:08.852503 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:26:08.854367 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Checking segment: {'id': '5aa54e07-f92f-47f1-bae3-92963cdf5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:26:08.854978 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:08.855784 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Bound using segment: {'id': '5aa54e07-f92f-47f1-bae3-92963cdf5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:26:08.857918 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Bound port: 533b0463-ff44-4947-865f-b3877f057bfc, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa54e07-f92f-47f1-bae3-92963cdf5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:26:08.859866 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (533b0463-ff44-4947-865f-b3877f057bfc), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:08.926297 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-77051bb2-0167-42d4-bcdb-8cf2843600b4 admin admin] Publish callbacks [] for security_group (3cff1b81-7d8f-4daf-9917-79e3d1f82d21), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:08.931858 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-77051bb2-0167-42d4-bcdb-8cf2843600b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (3cff1b81-7d8f-4daf-9917-79e3d1f82d21), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:08.961827 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77051bb2-0167-42d4-bcdb-8cf2843600b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:26:08.993558 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-c39cc529-c413-4514-8030-ea9a04f0eb75 admin admin] Allocated IP 172.27.0.168 (d880c522-0b20-4278-b126-cb351e10a8a1/d5f6c94a-8527-427a-a2ce-715c797655f2/93ae7947-f901-4cdc-a374-7bb5c3acb8b3) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:26:08.994308 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-77051bb2-0167-42d4-bcdb-8cf2843600b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (8bcb6605-7e1c-45b1-898f-1fb58edbf00d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:08.995209 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-77051bb2-0167-42d4-bcdb-8cf2843600b4 admin admin] Added segment 8bcb6605-7e1c-45b1-898f-1fb58edbf00d of type vlan for network f8a98894-d742-40a6-b20d-8dbe70b8ae20 Apr 12 14:26:09.000849 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] For port 533b0463-ff44-4947-865f-b3877f057bfc, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:26:09.004870 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] For port 533b0463-ff44-4947-865f-b3877f057bfc, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=533b0463-ff44-4947-865f-b3877f057bfc,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:26:09.016903 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (533b0463-ff44-4947-865f-b3877f057bfc), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:09.023664 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77051bb2-0167-42d4-bcdb-8cf2843600b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cff1b81-7d8f-4daf-9917-79e3d1f82d21,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:09.069599 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-77051bb2-0167-42d4-bcdb-8cf2843600b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728757078613'] for network (f8a98894-d742-40a6-b20d-8dbe70b8ae20), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:09.114240 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dbcc64-5b21-4fc5-80ea-a96dbaaf40e6 None None] Pushing event updated for resources: {'Port': ['ID=533b0463-ff44-4947-865f-b3877f057bfc,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:09.131988 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-77051bb2-0167-42d4-bcdb-8cf2843600b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for network (f8a98894-d742-40a6-b20d-8dbe70b8ae20), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:09.136716 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77051bb2-0167-42d4-bcdb-8cf2843600b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:09.138256 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-77051bb2-0167-42d4-bcdb-8cf2843600b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:09.189754 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-77051bb2-0167-42d4-bcdb-8cf2843600b4 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8577898 Apr 12 14:26:09.189754 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 52664) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:09.216647 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 52670) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:09.227635 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-a179a274-d308-4939-a683-34065538084a admin admin] Request body: {'subnet': {'network_id': 'f8a98894-d742-40a6-b20d-8dbe70b8ae20', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-404182529-subnet', 'tenant_id': 'cbe121842f0b42bb9db803d9fd187546', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:09.241859 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77051bb2-0167-42d4-bcdb-8cf2843600b4 admin admin] Pushing event updated for resources: {'Network': ['ID=f8a98894-d742-40a6-b20d-8dbe70b8ae20,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:09.258210 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Network f8a98894-d742-40a6-b20d-8dbe70b8ae20 details requested by agent ovs-agent-dv-cinder-837523-1-iscsi with host dv-cinder-837523-1-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:26:09.269246 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a179a274-d308-4939-a683-34065538084a admin admin] Made reservation on behalf of cbe121842f0b42bb9db803d9fd187546 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:26:09.271903 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a179a274-d308-4939-a683-34065538084a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:09.280157 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c39cc529-c413-4514-8030-ea9a04f0eb75 admin admin] Publish callbacks [] for port (93ae7947-f901-4cdc-a374-7bb5c3acb8b3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:09.362659 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c39cc529-c413-4514-8030-ea9a04f0eb75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607'] for port (93ae7947-f901-4cdc-a374-7bb5c3acb8b3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:09.442537 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39cc529-c413-4514-8030-ea9a04f0eb75 admin admin] Pushing event updated for resources: {'Port': ['ID=93ae7947-f901-4cdc-a374-7bb5c3acb8b3,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:09.481601 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39cc529-c413-4514-8030-ea9a04f0eb75 admin admin] Network d880c522-0b20-4278-b126-cb351e10a8a1 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:26:09.483620 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c39cc529-c413-4514-8030-ea9a04f0eb75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:26:09.492698 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39cc529-c413-4514-8030-ea9a04f0eb75 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:26:09.651476 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-2142aab9-84fb-4471-b551-35796ea5a866 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1441437565-network', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:09.685298 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 533b0463-ff44-4947-865f-b3877f057bfc up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:26:09.690288 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2142aab9-84fb-4471-b551-35796ea5a866 admin admin] Made reservation on behalf of bc50f73daaba422a80028bd9395b487e for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:26:09.693702 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2142aab9-84fb-4471-b551-35796ea5a866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:09.711943 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2142aab9-84fb-4471-b551-35796ea5a866 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:09.773856 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 533b0463-ff44-4947-865f-b3877f057bfc triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:09.774249 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (533b0463-ff44-4947-865f-b3877f057bfc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:09.821623 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a179a274-d308-4939-a683-34065538084a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for subnet (6b65d007-e6d3-49bb-ba96-5fb28bd8f923), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:09.878532 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2142aab9-84fb-4471-b551-35796ea5a866 admin admin] Publish callbacks [] for security_group (0e6334a4-ca7d-404b-9740-66bd37414610), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:09.926292 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2142aab9-84fb-4471-b551-35796ea5a866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (0e6334a4-ca7d-404b-9740-66bd37414610), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:09.953600 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2142aab9-84fb-4471-b551-35796ea5a866 admin admin] vlan segment allocate from pool success with {'vlan_id': 1003, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:26:09.986572 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142aab9-84fb-4471-b551-35796ea5a866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6334a4-ca7d-404b-9740-66bd37414610,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:09.998206 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2142aab9-84fb-4471-b551-35796ea5a866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (7327c438-b8f9-4c5f-ab78-483827bf3cd1), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:09.999854 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.db.segments_db [None req-2142aab9-84fb-4471-b551-35796ea5a866 admin admin] Added segment 7327c438-b8f9-4c5f-ab78-483827bf3cd1 of type vlan for network c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 Apr 12 14:26:10.009346 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c39cc529-c413-4514-8030-ea9a04f0eb75 admin admin] Publish callbacks [] for router_gateway (c0a5e0d8-9551-4178-b21c-dafeb895697c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:10.015748 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 533b0463-ff44-4947-865f-b3877f057bfc is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:10.016934 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (533b0463-ff44-4947-865f-b3877f057bfc), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:10.082474 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] For port 533b0463-ff44-4947-865f-b3877f057bfc, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=533b0463-ff44-4947-865f-b3877f057bfc,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:10.089449 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179a274-d308-4939-a683-34065538084a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b65d007-e6d3-49bb-ba96-5fb28bd8f923,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:10.091933 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (533b0463-ff44-4947-865f-b3877f057bfc), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:10.109499 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a179a274-d308-4939-a683-34065538084a admin admin] Checking segment: {'id': '8bcb6605-7e1c-45b1-898f-1fb58edbf00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'f8a98894-d742-40a6-b20d-8dbe70b8ae20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:26:10.113680 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a179a274-d308-4939-a683-34065538084a admin admin] Network hostable DHCP agents. Network: f8a98894-d742-40a6-b20d-8dbe70b8ae20, hostable agents: ['26b99ea2-1f24-436d-a395-59cabb3f6051'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:26:10.164673 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a179a274-d308-4939-a683-34065538084a admin admin] Network f8a98894-d742-40a6-b20d-8dbe70b8ae20 is scheduled to be hosted by DHCP agent 26b99ea2-1f24-436d-a395-59cabb3f6051 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:26:10.171001 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Pushing event updated for resources: {'Port': ['ID=533b0463-ff44-4947-865f-b3877f057bfc,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:10.178786 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-a179a274-d308-4939-a683-34065538084a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837523-1-iscsi, f8a98894-d742-40a6-b20d-8dbe70b8ae20) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:26:10.186149 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a179a274-d308-4939-a683-34065538084a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:10.187428 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a179a274-d308-4939-a683-34065538084a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:10.188076 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ef5e3d-384f-4752-b61b-05b67ab16bf4 None None] Network f8a98894-d742-40a6-b20d-8dbe70b8ae20 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:26:10.237356 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-a179a274-d308-4939-a683-34065538084a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0485013 Apr 12 14:26:10.313460 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2142aab9-84fb-4471-b551-35796ea5a866 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728757078613'] for network (c5e9cadb-c05a-4919-a4f5-06d8c6a4a802), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:10.400563 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2142aab9-84fb-4471-b551-35796ea5a866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for network (c5e9cadb-c05a-4919-a4f5-06d8c6a4a802), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:10.401571 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2142aab9-84fb-4471-b551-35796ea5a866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:10.402150 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2142aab9-84fb-4471-b551-35796ea5a866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:10.458045 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c39cc529-c413-4514-8030-ea9a04f0eb75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546468'] for router (c0a5e0d8-9551-4178-b21c-dafeb895697c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:10.483876 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-2142aab9-84fb-4471-b551-35796ea5a866 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2663305 Apr 12 14:26:10.486863 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 52712) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:10.491642 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2c4216e9-e4c4-430a-bb38-af2147b61c2a admin admin] Request body: {'subnet': {'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1441437565-subnet', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:10.513222 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f379daf-4b31-4074-bde9-e041424aa00a None None] Network f8a98894-d742-40a6-b20d-8dbe70b8ae20 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:26:10.535365 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4216e9-e4c4-430a-bb38-af2147b61c2a admin admin] Made reservation on behalf of bc50f73daaba422a80028bd9395b487e for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:26:10.538121 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c4216e9-e4c4-430a-bb38-af2147b61c2a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:10.562152 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 52714) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:10.792020 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142aab9-84fb-4471-b551-35796ea5a866 admin admin] Pushing event updated for resources: {'Network': ['ID=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:10.805390 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Network c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 details requested by agent ovs-agent-dv-cinder-837523-1-iscsi with host dv-cinder-837523-1-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:26:10.825551 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67793fc8-e277-4242-b754-2718292a0cbb None None] Network 10b93a74-e9df-4c8d-a668-3b0b6235408c requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:26:10.865006 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-663a2b9b-29c9-40cd-9ae8-d94d982ad95b None None] Provisioning complete for port 533b0463-ff44-4947-865f-b3877f057bfc triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:10.865401 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-663a2b9b-29c9-40cd-9ae8-d94d982ad95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (533b0463-ff44-4947-865f-b3877f057bfc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:10.874499 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c4216e9-e4c4-430a-bb38-af2147b61c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for subnet (041172b8-b945-46f0-8972-88e78348afd5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:10.957270 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39cc529-c413-4514-8030-ea9a04f0eb75 admin admin] Router c0a5e0d8-9551-4178-b21c-dafeb895697c is scheduled to L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:26:10.975838 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4216e9-e4c4-430a-bb38-af2147b61c2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=041172b8-b945-46f0-8972-88e78348afd5,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:10.999306 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4216e9-e4c4-430a-bb38-af2147b61c2a admin admin] Checking segment: {'id': '7327c438-b8f9-4c5f-ab78-483827bf3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:26:10.999695 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4216e9-e4c4-430a-bb38-af2147b61c2a admin admin] Network hostable DHCP agents. Network: c5e9cadb-c05a-4919-a4f5-06d8c6a4a802, hostable agents: ['26b99ea2-1f24-436d-a395-59cabb3f6051'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:26:11.051137 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb83238e-c711-4e7f-b789-051de05d2160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:11.075641 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4216e9-e4c4-430a-bb38-af2147b61c2a admin admin] Network c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 is scheduled to be hosted by DHCP agent 26b99ea2-1f24-436d-a395-59cabb3f6051 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:26:11.113292 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39cc529-c413-4514-8030-ea9a04f0eb75 admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:26:11.113891 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-2c4216e9-e4c4-430a-bb38-af2147b61c2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837523-1-iscsi, c5e9cadb-c05a-4919-a4f5-06d8c6a4a802) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:26:11.121567 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4216e9-e4c4-430a-bb38-af2147b61c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:11.127387 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2c4216e9-e4c4-430a-bb38-af2147b61c2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:11.130045 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f69795a-3783-480d-af53-941e7f7fcf12 None None] Sync routers for ids ['c0a5e0d8-9551-4178-b21c-dafeb895697c'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:26:11.134514 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c39cc529-c413-4514-8030-ea9a04f0eb75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:11.136171 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd45ad81-b911-40b4-878d-4c2dac4d8159 None None] Network c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:26:11.139170 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-c39cc529-c413-4514-8030-ea9a04f0eb75 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9499958 Apr 12 14:26:11.139786 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 52742) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:11.154259 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f69795a-3783-480d-af53-941e7f7fcf12 None None] Routers {'c0a5e0d8-9551-4178-b21c-dafeb895697c'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:26:11.156843 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9f69795a-3783-480d-af53-941e7f7fcf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:25:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['c0a5e0d8-9551-4178-b21c-dafeb895697c'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:11.195497 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-2c4216e9-e4c4-430a-bb38-af2147b61c2a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7048557 Apr 12 14:26:11.202141 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 52750) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:11.209105 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e709c946-595e-43ea-b7df-ee1816a85e5b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1441437565-router', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:11.277474 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e709c946-595e-43ea-b7df-ee1816a85e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4091'] for router (b585704c-dadd-428f-b04f-5a00b8e46f57), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:11.279030 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e709c946-595e-43ea-b7df-ee1816a85e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4084'] for router (b585704c-dadd-428f-b04f-5a00b8e46f57), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:11.328360 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb83238e-c711-4e7f-b789-051de05d2160 admin admin] Publish callbacks [] for security_group (f9be65b5-f12d-428d-9b1e-2e77e02e3194), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:11.338912 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bb83238e-c711-4e7f-b789-051de05d2160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (f9be65b5-f12d-428d-9b1e-2e77e02e3194), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:11.350520 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e709c946-595e-43ea-b7df-ee1816a85e5b admin admin] Publish callbacks [] for router_controller (b585704c-dadd-428f-b04f-5a00b8e46f57), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:11.361524 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-9f69795a-3783-480d-af53-941e7f7fcf12 None None] Set router c0a5e0d8-9551-4178-b21c-dafeb895697c gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:26:11.443286 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 52754) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:11.453495 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-bb83238e-c711-4e7f-b789-051de05d2160 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=451393af290241c899a98fe8fc376a3e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8898833 Apr 12 14:26:11.454571 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83238e-c711-4e7f-b789-051de05d2160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9be65b5-f12d-428d-9b1e-2e77e02e3194,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:11.477131 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-663a2b9b-29c9-40cd-9ae8-d94d982ad95b None None] Current status of the port 533b0463-ff44-4947-865f-b3877f057bfc is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:11.558210 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f12800b-80e6-43cd-b018-b71c0d0e644c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ecbc4e0-9161-5ff1-acbf-aca03b0e47fc-c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'fixed_ips': [{'subnet_id': '041172b8-b945-46f0-8972-88e78348afd5'}]}} from dv-cinder-837523-1-iscsi. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:26:11.559704 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f12800b-80e6-43cd-b018-b71c0d0e644c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:11.706016 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9f69795a-3783-480d-af53-941e7f7fcf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'name': 'tempest-AttachVolumeShelveTestJSON-833558185-router', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:09Z', 'revision_number': 3, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'gw_port': {'id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:11.774095 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 533b0463-ff44-4947-865f-b3877f057bfc up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:26:11.789890 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f69795a-3783-480d-af53-941e7f7fcf12 None None] Checking router: c0a5e0d8-9551-4178-b21c-dafeb895697c for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:26:11.790444 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f69795a-3783-480d-af53-941e7f7fcf12 None None] Updating router c0a5e0d8-9551-4178-b21c-dafeb895697c port 93ae7947-f901-4cdc-a374-7bb5c3acb8b3 binding host dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:26:11.844521 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e709c946-595e-43ea-b7df-ee1816a85e5b admin admin] Publish callbacks [] for router_gateway (b585704c-dadd-428f-b04f-5a00b8e46f57), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:11.885701 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9f69795a-3783-480d-af53-941e7f7fcf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (93ae7947-f901-4cdc-a374-7bb5c3acb8b3), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:11.952214 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9dce0f08-7768-48e8-b61d-2d93fecb3909 admin admin] Publish callbacks [] for security_group (f9be65b5-f12d-428d-9b1e-2e77e02e3194), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:12.030371 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9dce0f08-7768-48e8-b61d-2d93fecb3909 admin admin] Publish callbacks [] for security_group (f9be65b5-f12d-428d-9b1e-2e77e02e3194), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:12.054959 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 52796) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:12.059036 dv-cinder-837523-1-iscsi neutron-server[103284]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 14:26:12.079371 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-7f12800b-80e6-43cd-b018-b71c0d0e644c None None] Allocated IP 172.20.0.2 (c5e9cadb-c05a-4919-a4f5-06d8c6a4a802/041172b8-b945-46f0-8972-88e78348afd5/d63ad553-abf6-43cb-a920-c0481cb91c60) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:26:12.122011 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 533b0463-ff44-4947-865f-b3877f057bfc triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:12.123924 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (533b0463-ff44-4947-865f-b3877f057bfc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:12.220136 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f6f4820c-ee49-4e5d-a6c6-bebf2511375e None None] Provisioning complete for port 533b0463-ff44-4947-865f-b3877f057bfc triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:12.220865 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f6f4820c-ee49-4e5d-a6c6-bebf2511375e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (533b0463-ff44-4947-865f-b3877f057bfc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:12.265104 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9dce0f08-7768-48e8-b61d-2d93fecb3909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (f9be65b5-f12d-428d-9b1e-2e77e02e3194), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:12.267659 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9dce0f08-7768-48e8-b61d-2d93fecb3909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:12.268832 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-9dce0f08-7768-48e8-b61d-2d93fecb3909 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f9be65b5-f12d-428d-9b1e-2e77e02e3194 HTTP/1.1" status: 204 len: 168 time: 0.8175941 Apr 12 14:26:12.284112 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-1426293b-be7a-41cf-b9f1-8de8b29772ff tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:12.292761 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-1426293b-be7a-41cf-b9f1-8de8b29772ff tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/networks?id=f8a98894-d742-40a6-b20d-8dbe70b8ae20 HTTP/1.1" status: 200 len: 811 time: 0.2347174 Apr 12 14:26:12.310025 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-64b3591e-a4ad-4ecd-8de7-346f185af275 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/quotas/cbe121842f0b42bb9db803d9fd187546 HTTP/1.1" status: 200 len: 375 time: 0.0158670 Apr 12 14:26:12.318039 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce0f08-7768-48e8-b61d-2d93fecb3909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9be65b5-f12d-428d-9b1e-2e77e02e3194,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:12.331121 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e709c946-595e-43ea-b7df-ee1816a85e5b admin admin] Publish callbacks [] for router_gateway (b585704c-dadd-428f-b04f-5a00b8e46f57), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:12.375086 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e709c946-595e-43ea-b7df-ee1816a85e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:12.384708 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-31bd5dbc-a111-4b56-ab75-0b86bda5e88a tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=cbe121842f0b42bb9db803d9fd187546&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734618 Apr 12 14:26:12.471100 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9f69795a-3783-480d-af53-941e7f7fcf12 None None] Publish callbacks [] for port (93ae7947-f901-4cdc-a374-7bb5c3acb8b3), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:12.484124 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eec69e39-1e2b-4bc7-85fe-116eaee69a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:12.488922 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9f69795a-3783-480d-af53-941e7f7fcf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (93ae7947-f901-4cdc-a374-7bb5c3acb8b3), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:12.559287 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694df74-1d2f-4f14-b5aa-b2d65364423c None None] Pushing event updated for resources: {'Port': ['ID=93ae7947-f901-4cdc-a374-7bb5c3acb8b3,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:12.574491 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694df74-1d2f-4f14-b5aa-b2d65364423c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:12.574851 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694df74-1d2f-4f14-b5aa-b2d65364423c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:12.575386 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694df74-1d2f-4f14-b5aa-b2d65364423c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:12.575826 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694df74-1d2f-4f14-b5aa-b2d65364423c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:12.576435 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694df74-1d2f-4f14-b5aa-b2d65364423c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:12.576708 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694df74-1d2f-4f14-b5aa-b2d65364423c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:12.577186 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694df74-1d2f-4f14-b5aa-b2d65364423c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:12.577583 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694df74-1d2f-4f14-b5aa-b2d65364423c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:12.577981 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694df74-1d2f-4f14-b5aa-b2d65364423c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:12.578323 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694df74-1d2f-4f14-b5aa-b2d65364423c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:12.578662 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694df74-1d2f-4f14-b5aa-b2d65364423c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:12.579257 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694df74-1d2f-4f14-b5aa-b2d65364423c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:12.579650 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694df74-1d2f-4f14-b5aa-b2d65364423c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:12.580053 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694df74-1d2f-4f14-b5aa-b2d65364423c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:12.580462 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694df74-1d2f-4f14-b5aa-b2d65364423c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1694df74-1d2f-4f14-b5aa-b2d65364423c None None] Tracked resource versions report: Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: pushed versions: Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: { 'AddressGroup': {'1.2'}, Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'Agent': {'1.1'}, Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'ConntrackHelper': {'1.0'}, Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'LocalIPAssociation': {'1.0'}, Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'Log': {'1.0'}, Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'NDPProxy': {'1.0'}, Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'Network': {'1.1'}, Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'Port': {'1.7'}, Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'PortForwarding': {'1.3'}, Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'QosPolicy': {'1.10'}, Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'SecurityGroup': {'1.5'}, Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'SecurityGroupRule': {'1.2'}, Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'SubPort': {'1.0'}, Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'Subnet': {'1.1'}, Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'Trunk': {'1.1'}} Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: consumer versions: Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: { DHCP agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: HyperV agent@hv-cinder-83752: {}, Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: L3 agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: Metadata agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: Metering agent@dv-cinder-837523-1-iscsi: {}, Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: Open vSwitch agent@dv-cinder-837523-1-iscsi: { 'AddressGroup': '1.2', Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'Agent': '1.1', Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'ConntrackHelper': '1.0', Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'LocalIPAssociation': '1.0', Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'Log': '1.0', Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'NDPProxy': '1.0', Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'Network': '1.1', Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'Port': '1.7', Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'PortForwarding': '1.3', Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'QosPolicy': '1.10', Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'SecurityGroup': '1.5', Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'SecurityGroupRule': '1.2', Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'SubPort': '1.0', Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'Subnet': '1.1', Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: 'Trunk': '1.1'}} Apr 12 14:26:12.582047 dv-cinder-837523-1-iscsi neutron-server[103287]: {{(pid=103287) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 14:26:12.620129 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-9f69795a-3783-480d-af53-941e7f7fcf12 None None] Attempting to bind port 93ae7947-f901-4cdc-a374-7bb5c3acb8b3 on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:26:12.620380 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-9f69795a-3783-480d-af53-941e7f7fcf12 None None] Attempting to bind port 93ae7947-f901-4cdc-a374-7bb5c3acb8b3 by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:26:12.621219 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f69795a-3783-480d-af53-941e7f7fcf12 None None] Attempting to bind port 93ae7947-f901-4cdc-a374-7bb5c3acb8b3 on network d880c522-0b20-4278-b126-cb351e10a8a1 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:26:12.632183 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f69795a-3783-480d-af53-941e7f7fcf12 None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:26:12.635103 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f69795a-3783-480d-af53-941e7f7fcf12 None None] Checking segment: {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:26:12.638082 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9f69795a-3783-480d-af53-941e7f7fcf12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:12.639202 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f69795a-3783-480d-af53-941e7f7fcf12 None None] Bound using segment: {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:26:12.644567 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-9f69795a-3783-480d-af53-941e7f7fcf12 None None] Bound port: 93ae7947-f901-4cdc-a374-7bb5c3acb8b3, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:26:12.646330 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9f69795a-3783-480d-af53-941e7f7fcf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (93ae7947-f901-4cdc-a374-7bb5c3acb8b3), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:12.776185 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-9f69795a-3783-480d-af53-941e7f7fcf12 None None] For port 93ae7947-f901-4cdc-a374-7bb5c3acb8b3, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:26:12.780496 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-9f69795a-3783-480d-af53-941e7f7fcf12 None None] For port 93ae7947-f901-4cdc-a374-7bb5c3acb8b3, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=93ae7947-f901-4cdc-a374-7bb5c3acb8b3,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:26:12.792143 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-9f69795a-3783-480d-af53-941e7f7fcf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (93ae7947-f901-4cdc-a374-7bb5c3acb8b3), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:12.869021 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694df74-1d2f-4f14-b5aa-b2d65364423c None None] Pushing event updated for resources: {'Port': ['ID=93ae7947-f901-4cdc-a374-7bb5c3acb8b3,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:12.873166 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-f6a0d769-f626-46bd-97e4-215276d14ec2 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:26:12.880302 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-f6a0d769-f626-46bd-97e4-215276d14ec2 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2140088 Apr 12 14:26:12.909880 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f69795a-3783-480d-af53-941e7f7fcf12 None None] Routers {'c0a5e0d8-9551-4178-b21c-dafeb895697c'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:26:12.913074 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9f69795a-3783-480d-af53-941e7f7fcf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:25:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['c0a5e0d8-9551-4178-b21c-dafeb895697c'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:13.187186 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-d88fc9b6-6d86-4c9d-86ca-058392f892da service neutron] 10.222.0.79 "GET /v2.0/networks/f8a98894-d742-40a6-b20d-8dbe70b8ae20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055317 Apr 12 14:26:13.198924 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-9f69795a-3783-480d-af53-941e7f7fcf12 None None] Set router c0a5e0d8-9551-4178-b21c-dafeb895697c gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:26:13.199100 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 52842) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:13.200633 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-e709c946-595e-43ea-b7df-ee1816a85e5b admin admin] Allocated IP 172.27.0.51 (d880c522-0b20-4278-b126-cb351e10a8a1/d5f6c94a-8527-427a-a2ce-715c797655f2/68b515ca-f40a-4d96-8698-e9f821902d7c) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:26:13.226921 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e9e5fa96-7590-4e7d-8796-d9ce1a2a4926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.350378 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e9e5fa96-7590-4e7d-8796-d9ce1a2a4926 admin admin] Publish callbacks [] for security_group (791c78b7-2b20-4b0f-a829-e0bc8af7cf5b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.361304 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e9e5fa96-7590-4e7d-8796-d9ce1a2a4926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (791c78b7-2b20-4b0f-a829-e0bc8af7cf5b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.377591 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 533b0463-ff44-4947-865f-b3877f057bfc is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:13.401536 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e9e5fa96-7590-4e7d-8796-d9ce1a2a4926 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b7b794cb78f64e038017ae23488188b5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2013702 Apr 12 14:26:13.407273 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 52850) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:13.413484 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f6f4820c-ee49-4e5d-a6c6-bebf2511375e None None] Current status of the port 533b0463-ff44-4947-865f-b3877f057bfc is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:13.454488 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 52852) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:13.467285 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f12800b-80e6-43cd-b018-b71c0d0e644c None None] Publish callbacks [] for port (d63ad553-abf6-43cb-a920-c0481cb91c60), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.478405 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5fa96-7590-4e7d-8796-d9ce1a2a4926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791c78b7-2b20-4b0f-a829-e0bc8af7cf5b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:13.483143 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f12800b-80e6-43cd-b018-b71c0d0e644c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607'] for port (d63ad553-abf6-43cb-a920-c0481cb91c60), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.545613 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-eec69e39-1e2b-4bc7-85fe-116eaee69a35 admin admin] Allocated IP 172.20.0.1 (10b93a74-e9df-4c8d-a668-3b0b6235408c/b1d9c83f-a54a-4a39-b389-03cf74c59344/7bb79c5e-a17e-497d-bace-fa500735a10b) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:26:13.555672 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f12800b-80e6-43cd-b018-b71c0d0e644c None None] Network c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:26:13.559895 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-7f12800b-80e6-43cd-b018-b71c0d0e644c None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:26:13.563845 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9f69795a-3783-480d-af53-941e7f7fcf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'name': 'tempest-AttachVolumeShelveTestJSON-833558185-router', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:09Z', 'revision_number': 3, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'gw_port': {'id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:13.564459 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f12800b-80e6-43cd-b018-b71c0d0e644c None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:26:13.579123 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-55f55c6d-5c58-407e-bc11-af8b8c2066c5 service neutron] 10.222.0.79 "GET /v2.0/networks/f8a98894-d742-40a6-b20d-8dbe70b8ae20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899891 Apr 12 14:26:13.607600 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c4034c2-093b-4c39-94d5-e2f244c1019d admin admin] Publish callbacks [] for security_group (791c78b7-2b20-4b0f-a829-e0bc8af7cf5b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.633478 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f69795a-3783-480d-af53-941e7f7fcf12 None None] The sync data for ids ['c0a5e0d8-9551-4178-b21c-dafeb895697c'] in dv-cinder-837523-1-iscsi is: [{'id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'name': 'tempest-AttachVolumeShelveTestJSON-833558185-router', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:09Z', 'revision_number': 3, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'gw_port': {'id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:26:13.634781 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c4034c2-093b-4c39-94d5-e2f244c1019d admin admin] Publish callbacks [] for security_group (791c78b7-2b20-4b0f-a829-e0bc8af7cf5b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.649588 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12800b-80e6-43cd-b018-b71c0d0e644c None None] Pushing event updated for resources: {'Port': ['ID=d63ad553-abf6-43cb-a920-c0481cb91c60,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:13.704709 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7f12800b-80e6-43cd-b018-b71c0d0e644c None None] Attempting to bind port d63ad553-abf6-43cb-a920-c0481cb91c60 on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:26:13.705137 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7f12800b-80e6-43cd-b018-b71c0d0e644c None None] Attempting to bind port d63ad553-abf6-43cb-a920-c0481cb91c60 by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': '7327c438-b8f9-4c5f-ab78-483827bf3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:26:13.705510 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f12800b-80e6-43cd-b018-b71c0d0e644c None None] Attempting to bind port d63ad553-abf6-43cb-a920-c0481cb91c60 on network c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:26:13.714218 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f12800b-80e6-43cd-b018-b71c0d0e644c None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:26:13.714609 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f12800b-80e6-43cd-b018-b71c0d0e644c None None] Checking segment: {'id': '7327c438-b8f9-4c5f-ab78-483827bf3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:26:13.715021 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f12800b-80e6-43cd-b018-b71c0d0e644c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.715423 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f12800b-80e6-43cd-b018-b71c0d0e644c None None] Bound using segment: {'id': '7327c438-b8f9-4c5f-ab78-483827bf3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:26:13.715904 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7f12800b-80e6-43cd-b018-b71c0d0e644c None None] Bound port: d63ad553-abf6-43cb-a920-c0481cb91c60, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7327c438-b8f9-4c5f-ab78-483827bf3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:26:13.716296 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f12800b-80e6-43cd-b018-b71c0d0e644c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (d63ad553-abf6-43cb-a920-c0481cb91c60), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.755249 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e709c946-595e-43ea-b7df-ee1816a85e5b admin admin] Publish callbacks [] for port (68b515ca-f40a-4d96-8698-e9f821902d7c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.812186 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 52858) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:13.817169 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7f12800b-80e6-43cd-b018-b71c0d0e644c None None] For port d63ad553-abf6-43cb-a920-c0481cb91c60, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:26:13.822751 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7f12800b-80e6-43cd-b018-b71c0d0e644c None None] For port d63ad553-abf6-43cb-a920-c0481cb91c60, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=d63ad553-abf6-43cb-a920-c0481cb91c60,segment=NetworkSegment(7327c438-b8f9-4c5f-ab78-483827bf3cd1),segment_id=7327c438-b8f9-4c5f-ab78-483827bf3cd1)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:26:13.830831 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f12800b-80e6-43cd-b018-b71c0d0e644c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (d63ad553-abf6-43cb-a920-c0481cb91c60), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.846707 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e709c946-595e-43ea-b7df-ee1816a85e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607'] for port (68b515ca-f40a-4d96-8698-e9f821902d7c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.914197 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7d56e02-242f-440a-a419-e0fe3b7f77e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:13.937316 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12800b-80e6-43cd-b018-b71c0d0e644c None None] Pushing event updated for resources: {'Port': ['ID=d63ad553-abf6-43cb-a920-c0481cb91c60,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:13.957619 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 52872) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:14.162318 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-83bbdaba-c62f-4810-a813-fc3016d371d1 req-6cc3fa73-2b63-4702-825a-c5d844361eca tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 210 time: 0.2031765 Apr 12 14:26:14.202860 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eec69e39-1e2b-4bc7-85fe-116eaee69a35 admin admin] Publish callbacks [] for port (7bb79c5e-a17e-497d-bace-fa500735a10b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:14.215067 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709c946-595e-43ea-b7df-ee1816a85e5b admin admin] Pushing event updated for resources: {'Port': ['ID=68b515ca-f40a-4d96-8698-e9f821902d7c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:14.300593 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e709c946-595e-43ea-b7df-ee1816a85e5b admin admin] Network d880c522-0b20-4278-b126-cb351e10a8a1 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:26:14.317686 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-e709c946-595e-43ea-b7df-ee1816a85e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:26:14.320912 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eec69e39-1e2b-4bc7-85fe-116eaee69a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607'] for port (7bb79c5e-a17e-497d-bace-fa500735a10b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:14.337833 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e709c946-595e-43ea-b7df-ee1816a85e5b admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:26:14.399540 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec69e39-1e2b-4bc7-85fe-116eaee69a35 admin admin] Pushing event updated for resources: {'Port': ['ID=7bb79c5e-a17e-497d-bace-fa500735a10b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:14.410061 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec69e39-1e2b-4bc7-85fe-116eaee69a35 admin admin] Network 10b93a74-e9df-4c8d-a668-3b0b6235408c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:26:14.461795 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-eec69e39-1e2b-4bc7-85fe-116eaee69a35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:26:14.464917 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-127c6b34-950a-46e8-b2be-bd39fe3b988a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:14.468588 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c4034c2-093b-4c39-94d5-e2f244c1019d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (791c78b7-2b20-4b0f-a829-e0bc8af7cf5b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:14.472061 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c4034c2-093b-4c39-94d5-e2f244c1019d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:14.473704 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-7c4034c2-093b-4c39-94d5-e2f244c1019d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/791c78b7-2b20-4b0f-a829-e0bc8af7cf5b HTTP/1.1" status: 204 len: 168 time: 1.0620470 Apr 12 14:26:14.508555 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7d56e02-242f-440a-a419-e0fe3b7f77e1 admin admin] Publish callbacks [] for security_group (2a93d60a-1f07-4486-aa82-a61ca6b169e9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:14.512004 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec69e39-1e2b-4bc7-85fe-116eaee69a35 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:26:14.514939 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eec69e39-1e2b-4bc7-85fe-116eaee69a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546391'] for router_interface (c0a5e0d8-9551-4178-b21c-dafeb895697c), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:14.515851 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f7d56e02-242f-440a-a419-e0fe3b7f77e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (2a93d60a-1f07-4486-aa82-a61ca6b169e9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:14.637586 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-f7d56e02-242f-440a-a419-e0fe3b7f77e1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=14fc0781e4084eb58f94b98cfec05dd8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8238437 Apr 12 14:26:14.640503 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 52916) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:14.644819 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d56e02-242f-440a-a419-e0fe3b7f77e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a93d60a-1f07-4486-aa82-a61ca6b169e9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:14.926514 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72330827-7b74-4461-b0e1-b7a6294c7f1a admin admin] Publish callbacks [] for security_group (2a93d60a-1f07-4486-aa82-a61ca6b169e9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:15.015631 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72330827-7b74-4461-b0e1-b7a6294c7f1a admin admin] Publish callbacks [] for security_group (2a93d60a-1f07-4486-aa82-a61ca6b169e9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:15.080700 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-4a05f20f-adbf-4b22-9a98-f28028b0bf42 None None] Provisioning complete for port 7bb79c5e-a17e-497d-bace-fa500735a10b triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:15.081848 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4a05f20f-adbf-4b22-9a98-f28028b0bf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (7bb79c5e-a17e-497d-bace-fa500735a10b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:15.135606 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72330827-7b74-4461-b0e1-b7a6294c7f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (2a93d60a-1f07-4486-aa82-a61ca6b169e9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:15.138687 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72330827-7b74-4461-b0e1-b7a6294c7f1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:15.139952 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-72330827-7b74-4461-b0e1-b7a6294c7f1a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2a93d60a-1f07-4486-aa82-a61ca6b169e9 HTTP/1.1" status: 204 len: 168 time: 0.4974456 Apr 12 14:26:15.169733 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72330827-7b74-4461-b0e1-b7a6294c7f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a93d60a-1f07-4486-aa82-a61ca6b169e9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:15.244543 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4034c2-093b-4c39-94d5-e2f244c1019d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791c78b7-2b20-4b0f-a829-e0bc8af7cf5b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:15.285389 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eec69e39-1e2b-4bc7-85fe-116eaee69a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (7bb79c5e-a17e-497d-bace-fa500735a10b), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:15.316208 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4a05f20f-adbf-4b22-9a98-f28028b0bf42 None None] Port 7bb79c5e-a17e-497d-bace-fa500735a10b cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:26:15.323708 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-127c6b34-950a-46e8-b2be-bd39fe3b988a admin admin] Publish callbacks [] for security_group (668a0c27-ed5d-44c6-a5ed-820dbf82d1f0), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:15.336000 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-127c6b34-950a-46e8-b2be-bd39fe3b988a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (668a0c27-ed5d-44c6-a5ed-820dbf82d1f0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:15.456980 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2e0425f0-cf34-4ea5-bf20-2eab47768fa7 req-5f3a69f2-c21c-4edf-aced-d5a9deafcc14 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 210 time: 0.0868764 Apr 12 14:26:15.632961 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-127c6b34-950a-46e8-b2be-bd39fe3b988a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=838bc28432a5418082fdea565d2e628e&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1709771 Apr 12 14:26:15.634301 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 52968) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:15.671809 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c6b34-950a-46e8-b2be-bd39fe3b988a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668a0c27-ed5d-44c6-a5ed-820dbf82d1f0,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:15.764421 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device d63ad553-abf6-43cb-a920-c0481cb91c60 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:26:15.803726 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74ccb734-deee-4dfb-8646-8bc057a8a443 admin admin] Publish callbacks [] for security_group (668a0c27-ed5d-44c6-a5ed-820dbf82d1f0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:15.864924 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74ccb734-deee-4dfb-8646-8bc057a8a443 admin admin] Publish callbacks [] for security_group (668a0c27-ed5d-44c6-a5ed-820dbf82d1f0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:15.866906 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port d63ad553-abf6-43cb-a920-c0481cb91c60 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:15.867519 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (d63ad553-abf6-43cb-a920-c0481cb91c60), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:15.871746 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3a5976-b052-4232-8191-759b806a4b45 None None] Network c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:26:15.895226 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e709c946-595e-43ea-b7df-ee1816a85e5b admin admin] Publish callbacks [] for router_gateway (b585704c-dadd-428f-b04f-5a00b8e46f57), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:15.957623 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74ccb734-deee-4dfb-8646-8bc057a8a443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (668a0c27-ed5d-44c6-a5ed-820dbf82d1f0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:15.960072 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74ccb734-deee-4dfb-8646-8bc057a8a443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:15.963705 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-74ccb734-deee-4dfb-8646-8bc057a8a443 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/668a0c27-ed5d-44c6-a5ed-820dbf82d1f0 HTTP/1.1" status: 204 len: 168 time: 0.3283498 Apr 12 14:26:15.974036 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ccb734-deee-4dfb-8646-8bc057a8a443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668a0c27-ed5d-44c6-a5ed-820dbf82d1f0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:16.044195 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-23ad0c67-6d8c-4398-8bfe-9827297b7d98 None None] Provisioning complete for port d63ad553-abf6-43cb-a920-c0481cb91c60 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:16.044595 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-23ad0c67-6d8c-4398-8bfe-9827297b7d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (d63ad553-abf6-43cb-a920-c0481cb91c60), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:16.081613 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eec69e39-1e2b-4bc7-85fe-116eaee69a35 admin admin] Publish callbacks [] for port (7bb79c5e-a17e-497d-bace-fa500735a10b), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:16.096570 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eec69e39-1e2b-4bc7-85fe-116eaee69a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (7bb79c5e-a17e-497d-bace-fa500735a10b), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:16.097576 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eec69e39-1e2b-4bc7-85fe-116eaee69a35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548839'] for router_interface (c0a5e0d8-9551-4178-b21c-dafeb895697c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:16.231148 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port d63ad553-abf6-43cb-a920-c0481cb91c60 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:16.232203 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (d63ad553-abf6-43cb-a920-c0481cb91c60), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:16.251197 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec69e39-1e2b-4bc7-85fe-116eaee69a35 admin admin] Pushing event updated for resources: {'Port': ['ID=7bb79c5e-a17e-497d-bace-fa500735a10b,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:16.346022 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] For port d63ad553-abf6-43cb-a920-c0481cb91c60, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=d63ad553-abf6-43cb-a920-c0481cb91c60,segment=NetworkSegment(7327c438-b8f9-4c5f-ab78-483827bf3cd1),segment_id=7327c438-b8f9-4c5f-ab78-483827bf3cd1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:16.356370 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (d63ad553-abf6-43cb-a920-c0481cb91c60), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:16.357598 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 93ae7947-f901-4cdc-a374-7bb5c3acb8b3 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:26:16.492806 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-23ad0c67-6d8c-4398-8bfe-9827297b7d98 None None] Current status of the port d63ad553-abf6-43cb-a920-c0481cb91c60 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:16.534907 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Pushing event updated for resources: {'Port': ['ID=d63ad553-abf6-43cb-a920-c0481cb91c60,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:16.540951 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 93ae7947-f901-4cdc-a374-7bb5c3acb8b3 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:16.541521 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (93ae7947-f901-4cdc-a374-7bb5c3acb8b3), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:16.577872 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e709c946-595e-43ea-b7df-ee1816a85e5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546468'] for router (b585704c-dadd-428f-b04f-5a00b8e46f57), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:16.582430 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec69e39-1e2b-4bc7-85fe-116eaee69a35 admin admin] Network 10b93a74-e9df-4c8d-a668-3b0b6235408c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:26:16.590033 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-eec69e39-1e2b-4bc7-85fe-116eaee69a35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:26:16.691546 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 93ae7947-f901-4cdc-a374-7bb5c3acb8b3 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:16.694140 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (93ae7947-f901-4cdc-a374-7bb5c3acb8b3), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:16.739402 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] For port 93ae7947-f901-4cdc-a374-7bb5c3acb8b3, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=93ae7947-f901-4cdc-a374-7bb5c3acb8b3,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:16.748858 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (93ae7947-f901-4cdc-a374-7bb5c3acb8b3), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:16.757687 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 53018) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:16.758713 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6e3ccb9c-d157-492a-bb51-e57891dd10d9 None None] Provisioning complete for port d63ad553-abf6-43cb-a920-c0481cb91c60 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:16.759101 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e3ccb9c-d157-492a-bb51-e57891dd10d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (d63ad553-abf6-43cb-a920-c0481cb91c60), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:16.776832 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf7a44ec-7ef2-4e72-beeb-a89e0365aeb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:16.878070 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Pushing event updated for resources: {'Port': ['ID=93ae7947-f901-4cdc-a374-7bb5c3acb8b3,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:16.943900 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6e3ccb9c-d157-492a-bb51-e57891dd10d9 None None] Current status of the port d63ad553-abf6-43cb-a920-c0481cb91c60 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:16.965889 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-49097546-bf46-469d-a944-949927402d84 req-21427767-468f-4e64-878e-e5665fb69b34 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 210 time: 0.0973396 Apr 12 14:26:17.027267 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf7a44ec-7ef2-4e72-beeb-a89e0365aeb2 admin admin] Publish callbacks [] for security_group (2616afb8-35e3-46d6-82f7-f2a0555eb5a4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:17.032752 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf7a44ec-7ef2-4e72-beeb-a89e0365aeb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (2616afb8-35e3-46d6-82f7-f2a0555eb5a4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:17.070772 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-bf7a44ec-7ef2-4e72-beeb-a89e0365aeb2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8cb8190d66ec4f09be612d218d4d08dc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3106852 Apr 12 14:26:17.077142 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 53024) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:17.088174 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8f0e27c2-0772-4382-b370-38f37c75c649 None None] Provisioning complete for port 7bb79c5e-a17e-497d-bace-fa500735a10b triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:17.088564 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8f0e27c2-0772-4382-b370-38f37c75c649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (7bb79c5e-a17e-497d-bace-fa500735a10b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:17.104289 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 53026) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:17.126706 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a44ec-7ef2-4e72-beeb-a89e0365aeb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2616afb8-35e3-46d6-82f7-f2a0555eb5a4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:17.164521 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d56f9d8-e7e7-4498-8719-f695da54cf34 admin admin] Publish callbacks [] for security_group (2616afb8-35e3-46d6-82f7-f2a0555eb5a4), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:17.180208 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec69e39-1e2b-4bc7-85fe-116eaee69a35 admin admin] Router c0a5e0d8-9551-4178-b21c-dafeb895697c has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:26:17.184233 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8f0e27c2-0772-4382-b370-38f37c75c649 None None] Port 7bb79c5e-a17e-497d-bace-fa500735a10b cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:26:17.192102 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d56f9d8-e7e7-4498-8719-f695da54cf34 admin admin] Publish callbacks [] for security_group (2616afb8-35e3-46d6-82f7-f2a0555eb5a4), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:17.250742 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e709c946-595e-43ea-b7df-ee1816a85e5b admin admin] Router b585704c-dadd-428f-b04f-5a00b8e46f57 is scheduled to L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:26:17.255353 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d56f9d8-e7e7-4498-8719-f695da54cf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (2616afb8-35e3-46d6-82f7-f2a0555eb5a4), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:17.258818 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d56f9d8-e7e7-4498-8719-f695da54cf34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:17.260178 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-5d56f9d8-e7e7-4498-8719-f695da54cf34 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2616afb8-35e3-46d6-82f7-f2a0555eb5a4 HTTP/1.1" status: 204 len: 168 time: 0.1817944 Apr 12 14:26:17.269118 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56f9d8-e7e7-4498-8719-f695da54cf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2616afb8-35e3-46d6-82f7-f2a0555eb5a4,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:17.311068 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8157580a-2e35-4e44-8955-8915a3d7ef80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:17.422394 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec69e39-1e2b-4bc7-85fe-116eaee69a35 admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:26:17.433961 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338d4c39-d2d6-4473-b613-54520f1dd1b0 None None] Sync routers for ids ['c0a5e0d8-9551-4178-b21c-dafeb895697c'] in dv-cinder-837523-1-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:26:17.437334 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-eec69e39-1e2b-4bc7-85fe-116eaee69a35 admin admin] 10.222.0.79 "PUT /v2.0/routers/c0a5e0d8-9551-4178-b21c-dafeb895697c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2964046 Apr 12 14:26:17.448438 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338d4c39-d2d6-4473-b613-54520f1dd1b0 None None] Routers {'c0a5e0d8-9551-4178-b21c-dafeb895697c'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:26:17.449978 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-338d4c39-d2d6-4473-b613-54520f1dd1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:25:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['c0a5e0d8-9551-4178-b21c-dafeb895697c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:17.469426 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e709c946-595e-43ea-b7df-ee1816a85e5b admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:26:17.472710 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8157580a-2e35-4e44-8955-8915a3d7ef80 admin admin] Publish callbacks [] for security_group (8b760f8a-5259-4b57-8017-9f6557980acd), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:17.480552 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cdb632-742c-489e-aa93-be4e55029627 None None] Sync routers for ids ['b585704c-dadd-428f-b04f-5a00b8e46f57'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:26:17.483669 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8157580a-2e35-4e44-8955-8915a3d7ef80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (8b760f8a-5259-4b57-8017-9f6557980acd), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:17.490398 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e709c946-595e-43ea-b7df-ee1816a85e5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:17.494150 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-e709c946-595e-43ea-b7df-ee1816a85e5b admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.2904551 Apr 12 14:26:17.499126 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cdb632-742c-489e-aa93-be4e55029627 None None] Routers {'b585704c-dadd-428f-b04f-5a00b8e46f57'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:26:17.499894 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 53048) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:17.500279 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-41cdb632-742c-489e-aa93-be4e55029627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:25:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b585704c-dadd-428f-b04f-5a00b8e46f57'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:17.514144 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-8157580a-2e35-4e44-8955-8915a3d7ef80 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9ae30c57b1ab4f10b0ddf4493a5e87fa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4088111 Apr 12 14:26:17.539018 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 53050) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:17.539775 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157580a-2e35-4e44-8955-8915a3d7ef80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b760f8a-5259-4b57-8017-9f6557980acd,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:17.605514 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2e121048-2f55-4900-a1ca-b322cd43afec admin admin] Publish callbacks [] for security_group (8b760f8a-5259-4b57-8017-9f6557980acd), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:17.631643 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2e121048-2f55-4900-a1ca-b322cd43afec admin admin] Publish callbacks [] for security_group (8b760f8a-5259-4b57-8017-9f6557980acd), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:17.711159 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2e121048-2f55-4900-a1ca-b322cd43afec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (8b760f8a-5259-4b57-8017-9f6557980acd), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:17.716481 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2e121048-2f55-4900-a1ca-b322cd43afec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:17.720639 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-2e121048-2f55-4900-a1ca-b322cd43afec admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8b760f8a-5259-4b57-8017-9f6557980acd HTTP/1.1" status: 204 len: 168 time: 0.1778674 Apr 12 14:26:17.738089 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device d63ad553-abf6-43cb-a920-c0481cb91c60 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:26:17.739851 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e121048-2f55-4900-a1ca-b322cd43afec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b760f8a-5259-4b57-8017-9f6557980acd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:17.783428 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-41cdb632-742c-489e-aa93-be4e55029627 None None] Set router b585704c-dadd-428f-b04f-5a00b8e46f57 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:26:17.834499 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-338d4c39-d2d6-4473-b613-54520f1dd1b0 None None] Set router c0a5e0d8-9551-4178-b21c-dafeb895697c gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:26:17.896112 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port d63ad553-abf6-43cb-a920-c0481cb91c60 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:17.896483 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (d63ad553-abf6-43cb-a920-c0481cb91c60), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:18.215799 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91ac6e16-bd8d-42f3-979a-1c2bf07c0d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:18.251705 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f98a1ff2-5e21-4396-8ecf-055047685696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:18.263336 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-41cdb632-742c-489e-aa93-be4e55029627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'name': 'tempest-ServerRescueNegativeTestJSON-1441437565-router', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:11Z', 'updated_at': '2022-04-12T14:26:15Z', 'revision_number': 3, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'gw_port': {'id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:18:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:18.296130 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cdb632-742c-489e-aa93-be4e55029627 None None] Checking router: b585704c-dadd-428f-b04f-5a00b8e46f57 for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:26:18.296989 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cdb632-742c-489e-aa93-be4e55029627 None None] Updating router b585704c-dadd-428f-b04f-5a00b8e46f57 port 68b515ca-f40a-4d96-8698-e9f821902d7c binding host dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:26:18.324756 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port d63ad553-abf6-43cb-a920-c0481cb91c60 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:18.326573 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 93ae7947-f901-4cdc-a374-7bb5c3acb8b3 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:26:18.351663 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0a857fb6-5f46-4b32-82a2-a4246795f54d req-ba85ddcf-5d01-4596-bccf-1c0b93110163 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 210 time: 0.0491037 Apr 12 14:26:18.362132 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41cdb632-742c-489e-aa93-be4e55029627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (68b515ca-f40a-4d96-8698-e9f821902d7c), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:18.498949 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 93ae7947-f901-4cdc-a374-7bb5c3acb8b3 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:18.499491 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (93ae7947-f901-4cdc-a374-7bb5c3acb8b3), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:18.618367 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-91ac6e16-bd8d-42f3-979a-1c2bf07c0d48 admin admin] Allocated IP 172.20.0.1 (c5e9cadb-c05a-4919-a4f5-06d8c6a4a802/041172b8-b945-46f0-8972-88e78348afd5/4f3d83d0-b8af-4c8c-91f9-88b53780fd6a) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:26:18.640128 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-338d4c39-d2d6-4473-b613-54520f1dd1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'name': 'tempest-AttachVolumeShelveTestJSON-833558185-router', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:15Z', 'revision_number': 4, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'gw_port': {'id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '7bb79c5e-a17e-497d-bace-fa500735a10b', 'name': '', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'mac_address': 'fa:16:3e:48:05:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:15Z', 'revision_number': 2, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'subnets': [{'id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:18.704851 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338d4c39-d2d6-4473-b613-54520f1dd1b0 None None] Checking router: c0a5e0d8-9551-4178-b21c-dafeb895697c for host: dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:26:18.714016 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338d4c39-d2d6-4473-b613-54520f1dd1b0 None None] Updating router c0a5e0d8-9551-4178-b21c-dafeb895697c port 7bb79c5e-a17e-497d-bace-fa500735a10b binding host dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:26:18.823713 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91ac6e16-bd8d-42f3-979a-1c2bf07c0d48 admin admin] Publish callbacks [] for port (4f3d83d0-b8af-4c8c-91f9-88b53780fd6a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:18.829631 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-338d4c39-d2d6-4473-b613-54520f1dd1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (7bb79c5e-a17e-497d-bace-fa500735a10b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:18.884115 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 93ae7947-f901-4cdc-a374-7bb5c3acb8b3 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:18.924154 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91ac6e16-bd8d-42f3-979a-1c2bf07c0d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607'] for port (4f3d83d0-b8af-4c8c-91f9-88b53780fd6a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:18.939749 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 53096) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:18.944551 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5d228e84-a2bd-487f-85e3-1c5cdaa8e46b tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1031604129', 'description': 'tempest-description--1426495642'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:18.961627 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41cdb632-742c-489e-aa93-be4e55029627 None None] Publish callbacks [] for port (68b515ca-f40a-4d96-8698-e9f821902d7c), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:18.982342 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41cdb632-742c-489e-aa93-be4e55029627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (68b515ca-f40a-4d96-8698-e9f821902d7c), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:18.990022 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ac6e16-bd8d-42f3-979a-1c2bf07c0d48 admin admin] Network c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:26:18.996482 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-91ac6e16-bd8d-42f3-979a-1c2bf07c0d48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:26:19.000672 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ac6e16-bd8d-42f3-979a-1c2bf07c0d48 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:26:19.001268 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91ac6e16-bd8d-42f3-979a-1c2bf07c0d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546391'] for router_interface (b585704c-dadd-428f-b04f-5a00b8e46f57), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:19.002246 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d228e84-a2bd-487f-85e3-1c5cdaa8e46b tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:19.068676 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 53098) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:19.085711 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.69', 64227) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:19.153170 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-41cdb632-742c-489e-aa93-be4e55029627 None None] Attempting to bind port 68b515ca-f40a-4d96-8698-e9f821902d7c on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:26:19.154676 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-41cdb632-742c-489e-aa93-be4e55029627 None None] Attempting to bind port 68b515ca-f40a-4d96-8698-e9f821902d7c by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:26:19.155049 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdb632-742c-489e-aa93-be4e55029627 None None] Attempting to bind port 68b515ca-f40a-4d96-8698-e9f821902d7c on network d880c522-0b20-4278-b126-cb351e10a8a1 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:26:19.158350 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f7aee-22ac-48b0-ad91-3de22426dc05 None None] Pushing event updated for resources: {'Port': ['ID=68b515ca-f40a-4d96-8698-e9f821902d7c,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:19.189544 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdb632-742c-489e-aa93-be4e55029627 None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:26:19.189942 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdb632-742c-489e-aa93-be4e55029627 None None] Checking segment: {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:26:19.190735 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41cdb632-742c-489e-aa93-be4e55029627 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:19.192690 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cdb632-742c-489e-aa93-be4e55029627 None None] Bound using segment: {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:26:19.193944 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-41cdb632-742c-489e-aa93-be4e55029627 None None] Bound port: 68b515ca-f40a-4d96-8698-e9f821902d7c, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:26:19.198264 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41cdb632-742c-489e-aa93-be4e55029627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (68b515ca-f40a-4d96-8698-e9f821902d7c), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:19.210857 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac6e16-bd8d-42f3-979a-1c2bf07c0d48 admin admin] Pushing event updated for resources: {'Port': ['ID=4f3d83d0-b8af-4c8c-91f9-88b53780fd6a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:19.215373 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c343e308-6a27-4865-9be1-25d2c98ea85f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:19.318332 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-41cdb632-742c-489e-aa93-be4e55029627 None None] For port 68b515ca-f40a-4d96-8698-e9f821902d7c, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:26:19.324473 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-41cdb632-742c-489e-aa93-be4e55029627 None None] For port 68b515ca-f40a-4d96-8698-e9f821902d7c, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=68b515ca-f40a-4d96-8698-e9f821902d7c,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:26:19.336066 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-41cdb632-742c-489e-aa93-be4e55029627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (68b515ca-f40a-4d96-8698-e9f821902d7c), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:19.380653 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91ac6e16-bd8d-42f3-979a-1c2bf07c0d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (4f3d83d0-b8af-4c8c-91f9-88b53780fd6a), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:19.467484 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f7aee-22ac-48b0-ad91-3de22426dc05 None None] Pushing event updated for resources: {'Port': ['ID=68b515ca-f40a-4d96-8698-e9f821902d7c,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:19.476648 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cdb632-742c-489e-aa93-be4e55029627 None None] Routers {'b585704c-dadd-428f-b04f-5a00b8e46f57'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:26:19.477329 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-41cdb632-742c-489e-aa93-be4e55029627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:25:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b585704c-dadd-428f-b04f-5a00b8e46f57'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:19.499311 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-828f8aad-d1e6-4276-8d3d-cd31537e1349 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:19.501053 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-828f8aad-d1e6-4276-8d3d-cd31537e1349 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.69 "GET /v2.0/networks?id=f8a98894-d742-40a6-b20d-8dbe70b8ae20 HTTP/1.1" status: 200 len: 811 time: 0.4135468 Apr 12 14:26:19.510609 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d228e84-a2bd-487f-85e3-1c5cdaa8e46b tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for security_group (90113036-7269-47df-9908-db7e1e7a25d2), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:19.526212 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d228e84-a2bd-487f-85e3-1c5cdaa8e46b tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (90113036-7269-47df-9908-db7e1e7a25d2), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:19.562126 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5d228e84-a2bd-487f-85e3-1c5cdaa8e46b tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:19.562463 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c343e308-6a27-4865-9be1-25d2c98ea85f admin admin] Publish callbacks [] for security_group (2f0e7aa2-34ed-4b1d-8d4f-24c3a0fa8e5a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:19.566014 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-5d228e84-a2bd-487f-85e3-1c5cdaa8e46b tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6225245 Apr 12 14:26:19.568014 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 53114) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:19.571521 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d907d643-535f-4068-a10a-de014a1a6175 None None] Provisioning complete for port 4f3d83d0-b8af-4c8c-91f9-88b53780fd6a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:19.574272 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-49d31ae8-7168-4d85-bc6a-fe08c99ebe63 req-352b3976-73b4-4c87-a9b5-2f26b26b4362 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 210 time: 0.0615458 Apr 12 14:26:19.576769 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d907d643-535f-4068-a10a-de014a1a6175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (4f3d83d0-b8af-4c8c-91f9-88b53780fd6a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:19.579753 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-39619443-1618-42e0-91aa-a5865a7f102c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Request body: {'security_group_rule': {'security_group_id': '90113036-7269-47df-9908-db7e1e7a25d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:19.621495 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-cac6aa01-6580-4899-b94f-01fb80d663f5 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Request body: {'port': {'device_id': 'f3202edd-c5e6-4d33-ae1d-4dc954b212e1', 'network_id': 'f8a98894-d742-40a6-b20d-8dbe70b8ae20', 'admin_state_up': True, 'tenant_id': 'cbe121842f0b42bb9db803d9fd187546'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:19.642930 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c343e308-6a27-4865-9be1-25d2c98ea85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (2f0e7aa2-34ed-4b1d-8d4f-24c3a0fa8e5a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:19.698097 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-338d4c39-d2d6-4473-b613-54520f1dd1b0 None None] Publish callbacks [] for port (7bb79c5e-a17e-497d-bace-fa500735a10b), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:19.714368 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d907d643-535f-4068-a10a-de014a1a6175 None None] Port 4f3d83d0-b8af-4c8c-91f9-88b53780fd6a cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:26:19.724270 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-338d4c39-d2d6-4473-b613-54520f1dd1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (7bb79c5e-a17e-497d-bace-fa500735a10b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:19.729386 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343e308-6a27-4865-9be1-25d2c98ea85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0e7aa2-34ed-4b1d-8d4f-24c3a0fa8e5a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:19.809111 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-c343e308-6a27-4865-9be1-25d2c98ea85f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=363bb8d422774fd58f8ae6ad98d1bb7a&name=default HTTP/1.1" status: 200 len: 2993 time: 0.7388918 Apr 12 14:26:19.842783 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 53132) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:19.895046 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8e7a3-5af8-4b01-b5d8-9be498546152 None None] Pushing event updated for resources: {'Port': ['ID=7bb79c5e-a17e-497d-bace-fa500735a10b,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:19.926247 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39619443-1618-42e0-91aa-a5865a7f102c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for security_group_rule (1ee74953-b3df-48f0-bbac-185c92a22ffc), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:19.935085 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-41cdb632-742c-489e-aa93-be4e55029627 None None] Set router b585704c-dadd-428f-b04f-5a00b8e46f57 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:26:20.000011 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d228e84-a2bd-487f-85e3-1c5cdaa8e46b tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90113036-7269-47df-9908-db7e1e7a25d2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:20.066879 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-338d4c39-d2d6-4473-b613-54520f1dd1b0 None None] Attempting to bind port 7bb79c5e-a17e-497d-bace-fa500735a10b on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:26:20.068470 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-338d4c39-d2d6-4473-b613-54520f1dd1b0 None None] Attempting to bind port 7bb79c5e-a17e-497d-bace-fa500735a10b by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': '5aa54e07-f92f-47f1-bae3-92963cdf5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:26:20.070273 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338d4c39-d2d6-4473-b613-54520f1dd1b0 None None] Attempting to bind port 7bb79c5e-a17e-497d-bace-fa500735a10b on network 10b93a74-e9df-4c8d-a668-3b0b6235408c {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:26:20.081733 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338d4c39-d2d6-4473-b613-54520f1dd1b0 None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:26:20.082425 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-cac6aa01-6580-4899-b94f-01fb80d663f5 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Made reservation on behalf of cbe121842f0b42bb9db803d9fd187546 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:26:20.086029 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-cac6aa01-6580-4899-b94f-01fb80d663f5 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:20.090537 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338d4c39-d2d6-4473-b613-54520f1dd1b0 None None] Checking segment: {'id': '5aa54e07-f92f-47f1-bae3-92963cdf5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:26:20.091225 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-338d4c39-d2d6-4473-b613-54520f1dd1b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:20.091811 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338d4c39-d2d6-4473-b613-54520f1dd1b0 None None] Bound using segment: {'id': '5aa54e07-f92f-47f1-bae3-92963cdf5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:26:20.092687 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-338d4c39-d2d6-4473-b613-54520f1dd1b0 None None] Bound port: 7bb79c5e-a17e-497d-bace-fa500735a10b, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa54e07-f92f-47f1-bae3-92963cdf5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:26:20.095805 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-338d4c39-d2d6-4473-b613-54520f1dd1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (7bb79c5e-a17e-497d-bace-fa500735a10b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:20.289271 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-338d4c39-d2d6-4473-b613-54520f1dd1b0 None None] For port 7bb79c5e-a17e-497d-bace-fa500735a10b, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:26:20.328814 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c1affec1-a83c-4e88-92a7-cc53188200fc None None] Provisioning complete for port 7bb79c5e-a17e-497d-bace-fa500735a10b triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:20.329226 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c1affec1-a83c-4e88-92a7-cc53188200fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (7bb79c5e-a17e-497d-bace-fa500735a10b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:20.382714 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef801-688d-4513-9b0e-a94aebfbb74c admin admin] Publish callbacks [] for security_group (2f0e7aa2-34ed-4b1d-8d4f-24c3a0fa8e5a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:20.396681 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-338d4c39-d2d6-4473-b613-54520f1dd1b0 None None] For port 7bb79c5e-a17e-497d-bace-fa500735a10b, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=7bb79c5e-a17e-497d-bace-fa500735a10b,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:26:20.400681 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-41cdb632-742c-489e-aa93-be4e55029627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'name': 'tempest-ServerRescueNegativeTestJSON-1441437565-router', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:11Z', 'updated_at': '2022-04-12T14:26:19Z', 'revision_number': 4, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'gw_port': {'id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:18:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '4f3d83d0-b8af-4c8c-91f9-88b53780fd6a', 'name': '', 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'mac_address': 'fa:16:3e:b4:52:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '041172b8-b945-46f0-8972-88e78348afd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:18Z', 'updated_at': '2022-04-12T14:26:18Z', 'revision_number': 1, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'subnets': [{'id': '041172b8-b945-46f0-8972-88e78348afd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:20.422993 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-338d4c39-d2d6-4473-b613-54520f1dd1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (7bb79c5e-a17e-497d-bace-fa500735a10b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:20.462715 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cdb632-742c-489e-aa93-be4e55029627 None None] The sync data for ids ['b585704c-dadd-428f-b04f-5a00b8e46f57'] in dv-cinder-837523-1-iscsi is: [{'id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'name': 'tempest-ServerRescueNegativeTestJSON-1441437565-router', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:11Z', 'updated_at': '2022-04-12T14:26:19Z', 'revision_number': 4, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'gw_port': {'id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:18:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '4f3d83d0-b8af-4c8c-91f9-88b53780fd6a', 'name': '', 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'mac_address': 'fa:16:3e:b4:52:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '041172b8-b945-46f0-8972-88e78348afd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:18Z', 'updated_at': '2022-04-12T14:26:18Z', 'revision_number': 1, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'subnets': [{'id': '041172b8-b945-46f0-8972-88e78348afd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:26:20.507138 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c1affec1-a83c-4e88-92a7-cc53188200fc None None] Port 7bb79c5e-a17e-497d-bace-fa500735a10b cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:26:20.564475 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c4accc9a-cd78-4043-bea9-2c83605441ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:20.589545 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8e7a3-5af8-4b01-b5d8-9be498546152 None None] Pushing event updated for resources: {'Port': ['ID=7bb79c5e-a17e-497d-bace-fa500735a10b,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:20.598010 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338d4c39-d2d6-4473-b613-54520f1dd1b0 None None] Routers {'c0a5e0d8-9551-4178-b21c-dafeb895697c'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:26:20.598894 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-338d4c39-d2d6-4473-b613-54520f1dd1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:26:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['c0a5e0d8-9551-4178-b21c-dafeb895697c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:20.922529 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-cac6aa01-6580-4899-b94f-01fb80d663f5 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Allocated IP 172.20.0.10 (f8a98894-d742-40a6-b20d-8dbe70b8ae20/6b65d007-e6d3-49bb-ba96-5fb28bd8f923/6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:26:21.052220 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-554f92b7-54d6-43b8-802b-73aab2f887d9 None None] Provisioning complete for port 7bb79c5e-a17e-497d-bace-fa500735a10b triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:21.052999 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-554f92b7-54d6-43b8-802b-73aab2f887d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (7bb79c5e-a17e-497d-bace-fa500735a10b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:21.071365 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 53178) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:21.141650 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef801-688d-4513-9b0e-a94aebfbb74c admin admin] Publish callbacks [] for security_group (2f0e7aa2-34ed-4b1d-8d4f-24c3a0fa8e5a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:21.170451 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-338d4c39-d2d6-4473-b613-54520f1dd1b0 None None] Set router c0a5e0d8-9551-4178-b21c-dafeb895697c gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:26:21.229356 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c0c28a6f-e0ea-4e49-8c9c-044128efaa26 req-8457865f-70fa-4eef-899b-ebec220382b0 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 210 time: 0.2911236 Apr 12 14:26:21.407516 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39619443-1618-42e0-91aa-a5865a7f102c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for security_group_rule (1ee74953-b3df-48f0-bbac-185c92a22ffc), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:21.466977 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91ac6e16-bd8d-42f3-979a-1c2bf07c0d48 admin admin] Publish callbacks [] for port (4f3d83d0-b8af-4c8c-91f9-88b53780fd6a), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:21.556108 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39619443-1618-42e0-91aa-a5865a7f102c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (1ee74953-b3df-48f0-bbac-185c92a22ffc), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:21.575543 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef801-688d-4513-9b0e-a94aebfbb74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (2f0e7aa2-34ed-4b1d-8d4f-24c3a0fa8e5a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:21.579913 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef801-688d-4513-9b0e-a94aebfbb74c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:21.585127 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-ed4ef801-688d-4513-9b0e-a94aebfbb74c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2f0e7aa2-34ed-4b1d-8d4f-24c3a0fa8e5a HTTP/1.1" status: 204 len: 168 time: 1.7362251 Apr 12 14:26:21.586145 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91ac6e16-bd8d-42f3-979a-1c2bf07c0d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (4f3d83d0-b8af-4c8c-91f9-88b53780fd6a), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:21.594429 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91ac6e16-bd8d-42f3-979a-1c2bf07c0d48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548839'] for router_interface (b585704c-dadd-428f-b04f-5a00b8e46f57), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:21.615928 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:21.702088 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7f0cfd64-ea3e-40cc-848d-a4321e000c5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:21.773951 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-554f92b7-54d6-43b8-802b-73aab2f887d9 None None] Current status of the port 7bb79c5e-a17e-497d-bace-fa500735a10b is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:21.774427 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-554f92b7-54d6-43b8-802b-73aab2f887d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (7bb79c5e-a17e-497d-bace-fa500735a10b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:21.898377 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-cac6aa01-6580-4899-b94f-01fb80d663f5 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Publish callbacks [] for port (6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:21.909219 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ef801-688d-4513-9b0e-a94aebfbb74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0e7aa2-34ed-4b1d-8d4f-24c3a0fa8e5a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:21.912563 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac6e16-bd8d-42f3-979a-1c2bf07c0d48 admin admin] Pushing event updated for resources: {'Port': ['ID=4f3d83d0-b8af-4c8c-91f9-88b53780fd6a,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:21.930656 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ac6e16-bd8d-42f3-979a-1c2bf07c0d48 admin admin] Network c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:26:21.936422 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-91ac6e16-bd8d-42f3-979a-1c2bf07c0d48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:26:22.134665 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-554f92b7-54d6-43b8-802b-73aab2f887d9 None None] For port 7bb79c5e-a17e-497d-bace-fa500735a10b, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=7bb79c5e-a17e-497d-bace-fa500735a10b,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:22.168060 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-554f92b7-54d6-43b8-802b-73aab2f887d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (7bb79c5e-a17e-497d-bace-fa500735a10b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:22.341485 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-cac6aa01-6580-4899-b94f-01fb80d663f5 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607'] for port (6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:22.362731 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7f0cfd64-ea3e-40cc-848d-a4321e000c5e admin admin] Publish callbacks [] for security_group (34587199-0550-4cfb-8d49-7b9b70f7db70), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:22.425060 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ac6e16-bd8d-42f3-979a-1c2bf07c0d48 admin admin] Router b585704c-dadd-428f-b04f-5a00b8e46f57 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:26:22.426906 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39619443-1618-42e0-91aa-a5865a7f102c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee74953-b3df-48f0-bbac-185c92a22ffc,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:22.442001 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39619443-1618-42e0-91aa-a5865a7f102c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:22.446515 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-39619443-1618-42e0-91aa-a5865a7f102c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8739285 Apr 12 14:26:22.450789 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 53220) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:22.459710 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-482782d0-e97b-4cd1-a237-31fc8a184ae7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Request body: {'security_group_rule': {'security_group_id': '90113036-7269-47df-9908-db7e1e7a25d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:22.543183 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-482782d0-e97b-4cd1-a237-31fc8a184ae7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for security_group_rule (328eb7c5-cb4c-4001-8ce3-7fc0bb217473), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:22.627070 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-482782d0-e97b-4cd1-a237-31fc8a184ae7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for security_group_rule (328eb7c5-cb4c-4001-8ce3-7fc0bb217473), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:22.635265 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-482782d0-e97b-4cd1-a237-31fc8a184ae7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (328eb7c5-cb4c-4001-8ce3-7fc0bb217473), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:22.679377 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7f0cfd64-ea3e-40cc-848d-a4321e000c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (34587199-0550-4cfb-8d49-7b9b70f7db70), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:22.687835 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-482782d0-e97b-4cd1-a237-31fc8a184ae7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:22.702567 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-482782d0-e97b-4cd1-a237-31fc8a184ae7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2486484 Apr 12 14:26:22.714383 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-338d4c39-d2d6-4473-b613-54520f1dd1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'name': 'tempest-AttachVolumeShelveTestJSON-833558185-router', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:15Z', 'revision_number': 4, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'gw_port': {'id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '7bb79c5e-a17e-497d-bace-fa500735a10b', 'name': '', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'mac_address': 'fa:16:3e:48:05:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:20Z', 'revision_number': 4, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'subnets': [{'id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:22.773333 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 53224) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:22.779524 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e392ed55-edff-4158-92c6-a46e20098bcc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Request body: {'floatingip': {'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:22.810374 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482782d0-e97b-4cd1-a237-31fc8a184ae7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328eb7c5-cb4c-4001-8ce3-7fc0bb217473,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:22.823453 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e392ed55-edff-4158-92c6-a46e20098bcc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:22.869164 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338d4c39-d2d6-4473-b613-54520f1dd1b0 None None] The sync data for ids ['c0a5e0d8-9551-4178-b21c-dafeb895697c'] in dv-cinder-837523-1-iscsi is: [{'id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'name': 'tempest-AttachVolumeShelveTestJSON-833558185-router', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:15Z', 'revision_number': 4, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'gw_port': {'id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '7bb79c5e-a17e-497d-bace-fa500735a10b', 'name': '', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'mac_address': 'fa:16:3e:48:05:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:20Z', 'revision_number': 4, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'subnets': [{'id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:26:22.876117 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f92b7-54d6-43b8-802b-73aab2f887d9 None None] Pushing event updated for resources: {'Port': ['ID=7bb79c5e-a17e-497d-bace-fa500735a10b,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:22.937190 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a953951b-e34c-4851-b7cd-7b381a220986 None None] Provisioning complete for port 4f3d83d0-b8af-4c8c-91f9-88b53780fd6a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:22.937497 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a953951b-e34c-4851-b7cd-7b381a220986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (4f3d83d0-b8af-4c8c-91f9-88b53780fd6a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:23.088973 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:23.095542 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314b436-1853-43c8-84d2-25f93c5b16e4 req-a3337d95-50d2-48af-aaee-46da2c41e6a9 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:23.117913 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a953951b-e34c-4851-b7cd-7b381a220986 None None] Port 4f3d83d0-b8af-4c8c-91f9-88b53780fd6a cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:26:23.133595 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5314b436-1853-43c8-84d2-25f93c5b16e4 req-a3337d95-50d2-48af-aaee-46da2c41e6a9 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 932 time: 0.4581606 Apr 12 14:26:23.136060 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6aa01-6580-4899-b94f-01fb80d663f5 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Pushing event updated for resources: {'Port': ['ID=6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:23.159360 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 53232) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:23.202152 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-cac6aa01-6580-4899-b94f-01fb80d663f5 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Network f8a98894-d742-40a6-b20d-8dbe70b8ae20 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:26:23.240758 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-cac6aa01-6580-4899-b94f-01fb80d663f5 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:26:23.288840 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e392ed55-edff-4158-92c6-a46e20098bcc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:23.406200 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-7f0cfd64-ea3e-40cc-848d-a4321e000c5e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bb00bfb052654afa92753e7be0b0216b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2969716 Apr 12 14:26:23.433926 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 53248) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:23.609099 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0cfd64-ea3e-40cc-848d-a4321e000c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34587199-0550-4cfb-8d49-7b9b70f7db70,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:23.615101 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-cac6aa01-6580-4899-b94f-01fb80d663f5 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:26:23.632397 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-cac6aa01-6580-4899-b94f-01fb80d663f5 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:23.633357 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-cac6aa01-6580-4899-b94f-01fb80d663f5 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:23.688923 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-e392ed55-edff-4158-92c6-a46e20098bcc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Allocated IP 172.27.0.93 (d880c522-0b20-4278-b126-cb351e10a8a1/d5f6c94a-8527-427a-a2ce-715c797655f2/ce7bb409-90a6-4001-ae85-230527fee8df) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:26:23.720419 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5314b436-1853-43c8-84d2-25f93c5b16e4 req-25e2396a-b434-45e8-bf97-1e122eb25786 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cff1b81-7d8f-4daf-9917-79e3d1f82d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5855091 Apr 12 14:26:23.734834 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-cac6aa01-6580-4899-b94f-01fb80d663f5 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1217451 Apr 12 14:26:23.744752 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e4e8a77-2281-41af-bc29-51a598fb4a20 admin admin] Publish callbacks [] for security_group (34587199-0550-4cfb-8d49-7b9b70f7db70), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:23.758350 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-dfa10b2d-9951-4649-b3eb-4d057a4cf92f tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:26:23.765065 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-dfa10b2d-9951-4649-b3eb-4d057a4cf92f tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0215528 Apr 12 14:26:23.854578 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 7bb79c5e-a17e-497d-bace-fa500735a10b up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:26:23.886548 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e4e8a77-2281-41af-bc29-51a598fb4a20 admin admin] Publish callbacks [] for security_group (34587199-0550-4cfb-8d49-7b9b70f7db70), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:23.924496 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86bf10f5-f97f-40d9-b946-8a65386b0019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:23.964854 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ac6e16-bd8d-42f3-979a-1c2bf07c0d48 admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:26:23.987924 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-91ac6e16-bd8d-42f3-979a-1c2bf07c0d48 admin admin] 10.222.0.79 "PUT /v2.0/routers/b585704c-dadd-428f-b04f-5a00b8e46f57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4842422 Apr 12 14:26:24.039075 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 7bb79c5e-a17e-497d-bace-fa500735a10b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:24.041287 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (7bb79c5e-a17e-497d-bace-fa500735a10b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:24.114348 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e4e8a77-2281-41af-bc29-51a598fb4a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (34587199-0550-4cfb-8d49-7b9b70f7db70), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:24.125859 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8e4e8a77-2281-41af-bc29-51a598fb4a20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:24.130373 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-8e4e8a77-2281-41af-bc29-51a598fb4a20 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/34587199-0550-4cfb-8d49-7b9b70f7db70 HTTP/1.1" status: 204 len: 168 time: 0.6936224 Apr 12 14:26:24.179488 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e8a77-2281-41af-bc29-51a598fb4a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34587199-0550-4cfb-8d49-7b9b70f7db70,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:24.193761 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e392ed55-edff-4158-92c6-a46e20098bcc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for port (ce7bb409-90a6-4001-ae85-230527fee8df), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:24.280116 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e392ed55-edff-4158-92c6-a46e20098bcc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607'] for port (ce7bb409-90a6-4001-ae85-230527fee8df), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:24.327065 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86bf10f5-f97f-40d9-b946-8a65386b0019 admin admin] Publish callbacks [] for security_group (84c0307d-0fca-45a9-8cb1-247d1de34d8a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:24.337491 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-86bf10f5-f97f-40d9-b946-8a65386b0019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (84c0307d-0fca-45a9-8cb1-247d1de34d8a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:24.409772 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 7bb79c5e-a17e-497d-bace-fa500735a10b is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:24.414176 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 68b515ca-f40a-4d96-8698-e9f821902d7c up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:26:24.415752 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392ed55-edff-4158-92c6-a46e20098bcc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Pushing event updated for resources: {'Port': ['ID=ce7bb409-90a6-4001-ae85-230527fee8df,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:24.418172 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-86bf10f5-f97f-40d9-b946-8a65386b0019 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=43348249c86b4b49ab0f079a92384daa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2566762 Apr 12 14:26:24.422512 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 53272) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:24.486176 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e392ed55-edff-4158-92c6-a46e20098bcc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Network d880c522-0b20-4278-b126-cb351e10a8a1 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:26:24.488748 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-e392ed55-edff-4158-92c6-a46e20098bcc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:26:24.493033 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e392ed55-edff-4158-92c6-a46e20098bcc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:26:24.539757 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:24.630553 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 68b515ca-f40a-4d96-8698-e9f821902d7c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:24.631332 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (68b515ca-f40a-4d96-8698-e9f821902d7c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:24.670119 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd4778e1-07db-4083-b198-78143cd1046e admin admin] Publish callbacks [] for security_group (84c0307d-0fca-45a9-8cb1-247d1de34d8a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:24.682070 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf10f5-f97f-40d9-b946-8a65386b0019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c0307d-0fca-45a9-8cb1-247d1de34d8a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:24.856547 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e392ed55-edff-4158-92c6-a46e20098bcc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for floatingip (23b5b263-6997-4790-80fa-df43105df444), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:24.873879 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd4778e1-07db-4083-b198-78143cd1046e admin admin] Publish callbacks [] for security_group (84c0307d-0fca-45a9-8cb1-247d1de34d8a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:24.916749 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 68b515ca-f40a-4d96-8698-e9f821902d7c is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:24.917608 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (68b515ca-f40a-4d96-8698-e9f821902d7c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:24.974796 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] For port 68b515ca-f40a-4d96-8698-e9f821902d7c, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=68b515ca-f40a-4d96-8698-e9f821902d7c,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:24.985598 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (68b515ca-f40a-4d96-8698-e9f821902d7c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:25.051818 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e392ed55-edff-4158-92c6-a46e20098bcc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (ce7bb409-90a6-4001-ae85-230527fee8df), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:25.185927 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-b7f9880d-9cf2-4f95-b12c-8f63f7a9d2ee service neutron] Request body: {'port': {'device_id': 'f3202edd-c5e6-4d33-ae1d-4dc954b212e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:25.187015 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Pushing event updated for resources: {'Port': ['ID=68b515ca-f40a-4d96-8698-e9f821902d7c,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:25.395456 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd4778e1-07db-4083-b198-78143cd1046e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (84c0307d-0fca-45a9-8cb1-247d1de34d8a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:25.421108 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fd4778e1-07db-4083-b198-78143cd1046e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:25.431061 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-fd4778e1-07db-4083-b198-78143cd1046e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/84c0307d-0fca-45a9-8cb1-247d1de34d8a HTTP/1.1" status: 204 len: 168 time: 0.9999676 Apr 12 14:26:25.487027 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4314d7-a5c4-42ef-b446-3a4014164496 req-7138401a-24cd-4b18-ac65-454575c8a580 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:25.488777 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3d4314d7-a5c4-42ef-b446-3a4014164496 req-7138401a-24cd-4b18-ac65-454575c8a580 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 932 time: 0.5811634 Apr 12 14:26:25.579159 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e392ed55-edff-4158-92c6-a46e20098bcc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for port (ce7bb409-90a6-4001-ae85-230527fee8df), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:25.591836 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e392ed55-edff-4158-92c6-a46e20098bcc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (ce7bb409-90a6-4001-ae85-230527fee8df), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:25.595545 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4778e1-07db-4083-b198-78143cd1046e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c0307d-0fca-45a9-8cb1-247d1de34d8a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:25.723347 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392ed55-edff-4158-92c6-a46e20098bcc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Pushing event updated for resources: {'Port': ['ID=ce7bb409-90a6-4001-ae85-230527fee8df,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:25.748327 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e392ed55-edff-4158-92c6-a46e20098bcc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (23b5b263-6997-4790-80fa-df43105df444), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:25.794334 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 68b515ca-f40a-4d96-8698-e9f821902d7c up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:26:25.823227 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e392ed55-edff-4158-92c6-a46e20098bcc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:25.839885 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-e392ed55-edff-4158-92c6-a46e20098bcc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0639572 Apr 12 14:26:25.933485 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3d4314d7-a5c4-42ef-b446-3a4014164496 req-d03751b6-e07e-48b7-9204-703549982333 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cff1b81-7d8f-4daf-9917-79e3d1f82d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040296 Apr 12 14:26:25.943014 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 53304) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:25.955803 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-b7f9880d-9cf2-4f95-b12c-8f63f7a9d2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:26.003506 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 68b515ca-f40a-4d96-8698-e9f821902d7c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:26.006463 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e80dc01-7820-42b4-ad81-26ba11805164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:26.009101 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (68b515ca-f40a-4d96-8698-e9f821902d7c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:26.322969 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e80dc01-7820-42b4-ad81-26ba11805164 admin admin] Publish callbacks [] for security_group (eb053f9e-3a83-405c-89ac-a644c60b9c79), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:26.328877 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e80dc01-7820-42b4-ad81-26ba11805164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (eb053f9e-3a83-405c-89ac-a644c60b9c79), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:26.375748 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ecfcef-ec82-4aeb-bb08-dd04b111b751 None None] Sync routers for ids ['b585704c-dadd-428f-b04f-5a00b8e46f57'] in dv-cinder-837523-1-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:26:26.445383 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ecfcef-ec82-4aeb-bb08-dd04b111b751 None None] Routers {'b585704c-dadd-428f-b04f-5a00b8e46f57'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:26:26.446043 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f0ecfcef-ec82-4aeb-bb08-dd04b111b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:26:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b585704c-dadd-428f-b04f-5a00b8e46f57'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:26.466564 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-4e80dc01-7820-42b4-ad81-26ba11805164 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4fc1e72cea654e4e994858eab490c2ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5221789 Apr 12 14:26:26.477858 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 53330) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:26.478920 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80dc01-7820-42b4-ad81-26ba11805164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb053f9e-3a83-405c-89ac-a644c60b9c79,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:26.530497 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 68b515ca-f40a-4d96-8698-e9f821902d7c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:26.643032 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7098fe24-d971-4841-a92e-8b23faa1d059 admin admin] Publish callbacks [] for security_group (eb053f9e-3a83-405c-89ac-a644c60b9c79), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:26.733429 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7098fe24-d971-4841-a92e-8b23faa1d059 admin admin] Publish callbacks [] for security_group (eb053f9e-3a83-405c-89ac-a644c60b9c79), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:26.744282 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-f0ecfcef-ec82-4aeb-bb08-dd04b111b751 None None] Set router b585704c-dadd-428f-b04f-5a00b8e46f57 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:26:26.892000 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7098fe24-d971-4841-a92e-8b23faa1d059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (eb053f9e-3a83-405c-89ac-a644c60b9c79), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:26.898035 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7098fe24-d971-4841-a92e-8b23faa1d059 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:26.905923 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-7098fe24-d971-4841-a92e-8b23faa1d059 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eb053f9e-3a83-405c-89ac-a644c60b9c79 HTTP/1.1" status: 204 len: 168 time: 0.4236028 Apr 12 14:26:26.954482 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098fe24-d971-4841-a92e-8b23faa1d059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb053f9e-3a83-405c-89ac-a644c60b9c79,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:26.985481 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-9a605c9a-89b9-4e53-9a87-cab101bd304b tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1031604129&fields=id&tenant_id=49188c95f1804cb397ce7cc2aeb071f2 HTTP/1.1" status: 200 len: 267 time: 0.2217286 Apr 12 14:26:27.087108 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-851bee05-fee9-4ed3-9adb-7470be80cc77 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:27.094294 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-851bee05-fee9-4ed3-9adb-7470be80cc77 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/networks?id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 HTTP/1.1" status: 200 len: 819 time: 0.9026973 Apr 12 14:26:27.158612 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-e04c59aa-35ce-44c5-8488-e303c7ef73ab tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/quotas/bc50f73daaba422a80028bd9395b487e HTTP/1.1" status: 200 len: 375 time: 0.0633340 Apr 12 14:26:27.292703 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f0ecfcef-ec82-4aeb-bb08-dd04b111b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'name': 'tempest-ServerRescueNegativeTestJSON-1441437565-router', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:11Z', 'updated_at': '2022-04-12T14:26:19Z', 'revision_number': 4, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'gw_port': {'id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:18:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '4f3d83d0-b8af-4c8c-91f9-88b53780fd6a', 'name': '', 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'mac_address': 'fa:16:3e:b4:52:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '041172b8-b945-46f0-8972-88e78348afd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:18Z', 'updated_at': '2022-04-12T14:26:19Z', 'revision_number': 2, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'subnets': [{'id': '041172b8-b945-46f0-8972-88e78348afd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:27.315548 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-271d5cf0-08f9-4bd4-ad51-b082781a96d0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=bc50f73daaba422a80028bd9395b487e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1553445 Apr 12 14:26:27.359093 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ecfcef-ec82-4aeb-bb08-dd04b111b751 None None] Checking router: b585704c-dadd-428f-b04f-5a00b8e46f57 for host: dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:26:27.359450 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ecfcef-ec82-4aeb-bb08-dd04b111b751 None None] Updating router b585704c-dadd-428f-b04f-5a00b8e46f57 port 4f3d83d0-b8af-4c8c-91f9-88b53780fd6a binding host dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:26:27.430630 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-b0de0cb8-585b-45ae-a2a7-03cee767c6a2 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:27.438151 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-b0de0cb8-585b-45ae-a2a7-03cee767c6a2 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/networks?id=10b93a74-e9df-4c8d-a668-3b0b6235408c HTTP/1.1" status: 200 len: 816 time: 0.4510293 Apr 12 14:26:27.480411 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-768932fc-4b47-429c-b4e6-cbf6302ed038 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/quotas/49188c95f1804cb397ce7cc2aeb071f2 HTTP/1.1" status: 200 len: 375 time: 0.0408313 Apr 12 14:26:27.493398 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0ecfcef-ec82-4aeb-bb08-dd04b111b751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (4f3d83d0-b8af-4c8c-91f9-88b53780fd6a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:27.611224 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-f00c2529-ec5d-42ee-ab5a-6dc285520a7f service neutron] 10.222.0.79 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942243 Apr 12 14:26:27.660026 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-cf2eedc3-7279-4539-abab-7c7dbacaf18e tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=49188c95f1804cb397ce7cc2aeb071f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1780746 Apr 12 14:26:27.695112 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-b7f9880d-9cf2-4f95-b12c-8f63f7a9d2ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:26:27.720381 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-b7f9880d-9cf2-4f95-b12c-8f63f7a9d2ee service neutron] Publish callbacks [] for port (6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:27.967568 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-c38f283a-453b-43f3-b7b6-2cbe6ffe25e9 service neutron] 10.222.0.79 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537889 Apr 12 14:26:27.978859 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-b7f9880d-9cf2-4f95-b12c-8f63f7a9d2ee service neutron] Transition to ACTIVE for port object 6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:26:27.989732 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-b7f9880d-9cf2-4f95-b12c-8f63f7a9d2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:28.306741 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9880d-9cf2-4f95-b12c-8f63f7a9d2ee service neutron] Pushing event updated for resources: {'Port': ['ID=6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:28.461915 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-b7f9880d-9cf2-4f95-b12c-8f63f7a9d2ee service neutron] Attempting to bind port 6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:26:28.462851 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-b7f9880d-9cf2-4f95-b12c-8f63f7a9d2ee service neutron] Attempting to bind port 6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '8bcb6605-7e1c-45b1-898f-1fb58edbf00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'f8a98894-d742-40a6-b20d-8dbe70b8ae20'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:26:28.463375 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-b7f9880d-9cf2-4f95-b12c-8f63f7a9d2ee service neutron] Attempting to bind port 6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009 on network f8a98894-d742-40a6-b20d-8dbe70b8ae20 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:26:28.522052 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c63f6-d12d-4a8b-96f0-dbd40bc6a181 req-ffe699f9-f657-4008-a30b-c3820fcebd22 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:28.524342 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b06c63f6-d12d-4a8b-96f0-dbd40bc6a181 req-ffe699f9-f657-4008-a30b-c3820fcebd22 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 944 time: 0.1191409 Apr 12 14:26:28.527351 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-b7f9880d-9cf2-4f95-b12c-8f63f7a9d2ee service neutron] Port 6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009 on network f8a98894-d742-40a6-b20d-8dbe70b8ae20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:26:28.527952 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-b7f9880d-9cf2-4f95-b12c-8f63f7a9d2ee service neutron] Attempting to bind port 6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009 on network f8a98894-d742-40a6-b20d-8dbe70b8ae20 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:26:28.552906 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-b7f9880d-9cf2-4f95-b12c-8f63f7a9d2ee service neutron] Checking agent: {'id': '533323ec-e26b-4d23-bab1-f8a1493e3727', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'started_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:26:28.555937 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-b7f9880d-9cf2-4f95-b12c-8f63f7a9d2ee service neutron] Checking segment: {'id': '8bcb6605-7e1c-45b1-898f-1fb58edbf00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'f8a98894-d742-40a6-b20d-8dbe70b8ae20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:26:28.558683 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-b7f9880d-9cf2-4f95-b12c-8f63f7a9d2ee service neutron] Bound using segment: {'id': '8bcb6605-7e1c-45b1-898f-1fb58edbf00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'f8a98894-d742-40a6-b20d-8dbe70b8ae20'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:26:28.560133 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-b7f9880d-9cf2-4f95-b12c-8f63f7a9d2ee service neutron] Bound port: 6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bcb6605-7e1c-45b1-898f-1fb58edbf00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'f8a98894-d742-40a6-b20d-8dbe70b8ae20'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:26:28.560515 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-b7f9880d-9cf2-4f95-b12c-8f63f7a9d2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:28.672323 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b06c63f6-d12d-4a8b-96f0-dbd40bc6a181 req-ac8175d3-f329-4944-aa27-df7ac953c1e8 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cff1b81-7d8f-4daf-9917-79e3d1f82d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390972 Apr 12 14:26:28.848697 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9b734e9e-8a5a-46c6-9efc-b2312fbcc5fa req-25cda547-2e0e-4d4e-92c3-7e70e70cc817 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 210 time: 0.0726464 Apr 12 14:26:28.863213 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-1aa0a078-741e-4be4-9617-dce51f1b0e22 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:26:28.874281 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-1aa0a078-741e-4be4-9617-dce51f1b0e22 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6454382 Apr 12 14:26:28.942360 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0ecfcef-ec82-4aeb-bb08-dd04b111b751 None None] Publish callbacks [] for port (4f3d83d0-b8af-4c8c-91f9-88b53780fd6a), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:28.957074 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0ecfcef-ec82-4aeb-bb08-dd04b111b751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (4f3d83d0-b8af-4c8c-91f9-88b53780fd6a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:28.994526 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-b7f9880d-9cf2-4f95-b12c-8f63f7a9d2ee service neutron] For port 6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009, host hv-cinder-83752, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:26:29.010149 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-b7f9880d-9cf2-4f95-b12c-8f63f7a9d2ee service neutron] For port 6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009,segment=NetworkSegment(8bcb6605-7e1c-45b1-898f-1fb58edbf00d),segment_id=8bcb6605-7e1c-45b1-898f-1fb58edbf00d)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:26:29.028506 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-b7f9880d-9cf2-4f95-b12c-8f63f7a9d2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:29.214730 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833e6cb-3a06-4d75-9a28-b9f681716037 None None] Pushing event updated for resources: {'Port': ['ID=4f3d83d0-b8af-4c8c-91f9-88b53780fd6a,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:29.258623 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9880d-9cf2-4f95-b12c-8f63f7a9d2ee service neutron] Pushing event updated for resources: {'Port': ['ID=6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:29.335589 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-b7f9880d-9cf2-4f95-b12c-8f63f7a9d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:29.335589 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-b7f9880d-9cf2-4f95-b12c-8f63f7a9d2ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:29.341890 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-b7f9880d-9cf2-4f95-b12c-8f63f7a9d2ee service neutron] 10.222.0.69 "PUT /v2.0/ports/6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009 HTTP/1.1" status: 200 len: 1094 time: 4.9478481 Apr 12 14:26:29.350112 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3202edd-c5e6-4d33-ae1d-4dc954b212e1', 'tag': '6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:26:29.434412 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f0ecfcef-ec82-4aeb-bb08-dd04b111b751 None None] Attempting to bind port 4f3d83d0-b8af-4c8c-91f9-88b53780fd6a on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:26:29.452229 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f0ecfcef-ec82-4aeb-bb08-dd04b111b751 None None] Attempting to bind port 4f3d83d0-b8af-4c8c-91f9-88b53780fd6a by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': '7327c438-b8f9-4c5f-ab78-483827bf3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:26:29.452229 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ecfcef-ec82-4aeb-bb08-dd04b111b751 None None] Attempting to bind port 4f3d83d0-b8af-4c8c-91f9-88b53780fd6a on network c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:26:29.466737 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ecfcef-ec82-4aeb-bb08-dd04b111b751 None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:26:29.467214 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ecfcef-ec82-4aeb-bb08-dd04b111b751 None None] Checking segment: {'id': '7327c438-b8f9-4c5f-ab78-483827bf3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:26:29.467600 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0ecfcef-ec82-4aeb-bb08-dd04b111b751 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:29.468004 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ecfcef-ec82-4aeb-bb08-dd04b111b751 None None] Bound using segment: {'id': '7327c438-b8f9-4c5f-ab78-483827bf3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:26:29.468502 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-f0ecfcef-ec82-4aeb-bb08-dd04b111b751 None None] Bound port: 4f3d83d0-b8af-4c8c-91f9-88b53780fd6a, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7327c438-b8f9-4c5f-ab78-483827bf3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:26:29.468884 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0ecfcef-ec82-4aeb-bb08-dd04b111b751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (4f3d83d0-b8af-4c8c-91f9-88b53780fd6a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:29.670793 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-60147d6a-84b2-4e06-a7ea-06d460327e59 None None] Provisioning complete for port 4f3d83d0-b8af-4c8c-91f9-88b53780fd6a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:29.673079 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-60147d6a-84b2-4e06-a7ea-06d460327e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (4f3d83d0-b8af-4c8c-91f9-88b53780fd6a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:29.732610 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-60147d6a-84b2-4e06-a7ea-06d460327e59 None None] Port 4f3d83d0-b8af-4c8c-91f9-88b53780fd6a cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:26:29.774331 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-744bc890-4a0e-4c26-8aa9-63fd01e855c1 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:29.780825 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-744bc890-4a0e-4c26-8aa9-63fd01e855c1 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/networks?id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 HTTP/1.1" status: 200 len: 819 time: 0.2320275 Apr 12 14:26:29.794812 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f0ecfcef-ec82-4aeb-bb08-dd04b111b751 None None] For port 4f3d83d0-b8af-4c8c-91f9-88b53780fd6a, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:26:29.800486 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f0ecfcef-ec82-4aeb-bb08-dd04b111b751 None None] For port 4f3d83d0-b8af-4c8c-91f9-88b53780fd6a, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=4f3d83d0-b8af-4c8c-91f9-88b53780fd6a,segment=NetworkSegment(7327c438-b8f9-4c5f-ab78-483827bf3cd1),segment_id=7327c438-b8f9-4c5f-ab78-483827bf3cd1)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:26:29.823504 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f0ecfcef-ec82-4aeb-bb08-dd04b111b751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (4f3d83d0-b8af-4c8c-91f9-88b53780fd6a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:29.876726 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-4349dee7-655b-4502-953b-0eb05769a39d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/quotas/bc50f73daaba422a80028bd9395b487e HTTP/1.1" status: 200 len: 375 time: 0.0490875 Apr 12 14:26:29.924021 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-0e209bc3-5aa0-4516-8d7c-2eb6f19426ee service neutron] 10.222.0.79 "GET /v2.0/networks/10b93a74-e9df-4c8d-a668-3b0b6235408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0485716 Apr 12 14:26:30.055747 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833e6cb-3a06-4d75-9a28-b9f681716037 None None] Pushing event updated for resources: {'Port': ['ID=4f3d83d0-b8af-4c8c-91f9-88b53780fd6a,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:30.071798 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ecfcef-ec82-4aeb-bb08-dd04b111b751 None None] Routers {'b585704c-dadd-428f-b04f-5a00b8e46f57'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:26:30.072526 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f0ecfcef-ec82-4aeb-bb08-dd04b111b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:26:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b585704c-dadd-428f-b04f-5a00b8e46f57'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:30.081168 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-228ce830-deca-4815-a1b0-453f2600b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:30.085939 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-228ce830-deca-4815-a1b0-453f2600b861 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cbe121842f0b42bb9db803d9fd187546&device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 1128 time: 0.5337629 Apr 12 14:26:30.285367 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 53492) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:30.411420 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-df87ea76-2623-4397-bae2-d7ecc703d500 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=bc50f73daaba422a80028bd9395b487e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5178633 Apr 12 14:26:30.442520 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-f0ecfcef-ec82-4aeb-bb08-dd04b111b751 None None] Set router b585704c-dadd-428f-b04f-5a00b8e46f57 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:26:30.461921 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-ffea3fea-494f-4076-a47f-c30eb2d258fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009 HTTP/1.1" status: 200 len: 217 time: 0.3130784 Apr 12 14:26:30.560156 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-7bbc468c-4bd9-4ae6-82fa-585719d5b172 None None] Provisioning complete for port 4f3d83d0-b8af-4c8c-91f9-88b53780fd6a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:30.560555 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7bbc468c-4bd9-4ae6-82fa-585719d5b172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (4f3d83d0-b8af-4c8c-91f9-88b53780fd6a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:30.643725 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37442592-7dae-421a-a520-3ce51a36413e" -d '{"events": [{"name": "network-changed", "server_uuid": "f3202edd-c5e6-4d33-ae1d-4dc954b212e1", "tag": "6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:26:30.711411 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-02f29101-9f2d-4567-8b09-380e76db417e service neutron] 10.222.0.79 "GET /v2.0/networks/10b93a74-e9df-4c8d-a668-3b0b6235408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7177238 Apr 12 14:26:30.747662 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51bf9052-48ae-4ec2-a6e4-a8270463f30b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:30.755623 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-399ff897-f461-4094-a641-a07426e21f18 service neutron] 10.222.0.79 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088968 Apr 12 14:26:30.875445 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7bbc468c-4bd9-4ae6-82fa-585719d5b172 None None] Current status of the port 4f3d83d0-b8af-4c8c-91f9-88b53780fd6a is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:30.875841 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7bbc468c-4bd9-4ae6-82fa-585719d5b172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (4f3d83d0-b8af-4c8c-91f9-88b53780fd6a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:30.923086 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51bf9052-48ae-4ec2-a6e4-a8270463f30b admin admin] Publish callbacks [] for security_group (50bb356d-15ac-4400-98f4-b44c4f7c4bf0), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:30.930028 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51bf9052-48ae-4ec2-a6e4-a8270463f30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (50bb356d-15ac-4400-98f4-b44c4f7c4bf0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:30.987757 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-51bf9052-48ae-4ec2-a6e4-a8270463f30b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c13d9216a406438f945008196d8111f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6979258 Apr 12 14:26:30.987757 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf9052-48ae-4ec2-a6e4-a8270463f30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bb356d-15ac-4400-98f4-b44c4f7c4bf0,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:30.988524 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-dbfcb55f-f089-48e8-a39f-c61055b05623 service neutron] 10.222.0.79 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246561 Apr 12 14:26:30.989022 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 53516) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:31.016257 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7bbc468c-4bd9-4ae6-82fa-585719d5b172 None None] For port 4f3d83d0-b8af-4c8c-91f9-88b53780fd6a, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=4f3d83d0-b8af-4c8c-91f9-88b53780fd6a,segment=NetworkSegment(7327c438-b8f9-4c5f-ab78-483827bf3cd1),segment_id=7327c438-b8f9-4c5f-ab78-483827bf3cd1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:31.041838 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7bbc468c-4bd9-4ae6-82fa-585719d5b172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (4f3d83d0-b8af-4c8c-91f9-88b53780fd6a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:31.053671 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-028453d3-0371-4f67-b4ee-8f146a03ccee admin admin] Publish callbacks [] for security_group (50bb356d-15ac-4400-98f4-b44c4f7c4bf0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:31.079470 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-028453d3-0371-4f67-b4ee-8f146a03ccee admin admin] Publish callbacks [] for security_group (50bb356d-15ac-4400-98f4-b44c4f7c4bf0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:31.121973 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-f0ecfcef-ec82-4aeb-bb08-dd04b111b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'name': 'tempest-ServerRescueNegativeTestJSON-1441437565-router', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:11Z', 'updated_at': '2022-04-12T14:26:19Z', 'revision_number': 4, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'gw_port': {'id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:18:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '4f3d83d0-b8af-4c8c-91f9-88b53780fd6a', 'name': '', 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'mac_address': 'fa:16:3e:b4:52:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '041172b8-b945-46f0-8972-88e78348afd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:18Z', 'updated_at': '2022-04-12T14:26:29Z', 'revision_number': 4, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'subnets': [{'id': '041172b8-b945-46f0-8972-88e78348afd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:26:31.159156 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-028453d3-0371-4f67-b4ee-8f146a03ccee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (50bb356d-15ac-4400-98f4-b44c4f7c4bf0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:31.161646 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-028453d3-0371-4f67-b4ee-8f146a03ccee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:31.166387 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-028453d3-0371-4f67-b4ee-8f146a03ccee admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/50bb356d-15ac-4400-98f4-b44c4f7c4bf0 HTTP/1.1" status: 204 len: 168 time: 0.1740222 Apr 12 14:26:31.173014 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ecfcef-ec82-4aeb-bb08-dd04b111b751 None None] The sync data for ids ['b585704c-dadd-428f-b04f-5a00b8e46f57'] in dv-cinder-837523-1-iscsi is: [{'id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'name': 'tempest-ServerRescueNegativeTestJSON-1441437565-router', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:11Z', 'updated_at': '2022-04-12T14:26:19Z', 'revision_number': 4, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'gw_port': {'id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:18:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '4f3d83d0-b8af-4c8c-91f9-88b53780fd6a', 'name': '', 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'mac_address': 'fa:16:3e:b4:52:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '041172b8-b945-46f0-8972-88e78348afd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:18Z', 'updated_at': '2022-04-12T14:26:29Z', 'revision_number': 4, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'subnets': [{'id': '041172b8-b945-46f0-8972-88e78348afd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:26:31.185992 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc468c-4bd9-4ae6-82fa-585719d5b172 None None] Pushing event updated for resources: {'Port': ['ID=4f3d83d0-b8af-4c8c-91f9-88b53780fd6a,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:31.206858 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028453d3-0371-4f67-b4ee-8f146a03ccee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bb356d-15ac-4400-98f4-b44c4f7c4bf0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:31.315401 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffecf3-320f-4b13-b2b9-70c30291ff9b req-713adf42-bf1c-475f-9154-349812fd7ae0 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:31.317257 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d6ffecf3-320f-4b13-b2b9-70c30291ff9b req-713adf42-bf1c-475f-9154-349812fd7ae0 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 944 time: 0.1497126 Apr 12 14:26:31.405632 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d6ffecf3-320f-4b13-b2b9-70c30291ff9b req-c711727a-573a-4e12-81b3-737444c6a712 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cff1b81-7d8f-4daf-9917-79e3d1f82d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816267 Apr 12 14:26:31.589795 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-69849b35-b784-4109-b090-1bdfedfeb565 req-282bfb91-0135-4a00-9a93-75cc337abd99 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 210 time: 0.1077380 Apr 12 14:26:31.738910 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 4f3d83d0-b8af-4c8c-91f9-88b53780fd6a up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:26:31.745035 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2f4a741a-02a4-48ec-9683-9d02ae6d7665 req-031ce2b9-4592-48de-accf-b37529ceb530 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 210 time: 0.0725114 Apr 12 14:26:31.818727 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 4f3d83d0-b8af-4c8c-91f9-88b53780fd6a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:31.819954 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (4f3d83d0-b8af-4c8c-91f9-88b53780fd6a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:32.002028 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edb1990-67c1-4f3b-8e20-58128038ba1d x-openstack-request-id: req-8edb1990-67c1-4f3b-8e20-58128038ba1d {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:26:32.002767 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3202edd-c5e6-4d33-ae1d-4dc954b212e1", "tag": "6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:26:32.003022 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8edb1990-67c1-4f3b-8e20-58128038ba1d {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:26:32.003493 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8edb1990-67c1-4f3b-8e20-58128038ba1d'] response: {'name': 'network-changed', 'server_uuid': 'f3202edd-c5e6-4d33-ae1d-4dc954b212e1', 'tag': '6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009', 'status': 'completed', 'code': 200} Apr 12 14:26:32.018908 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 4f3d83d0-b8af-4c8c-91f9-88b53780fd6a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:32.192523 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 53570) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:32.211766 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69511cc8-887c-4ffe-8a6b-83c43a352004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:32.309733 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69511cc8-887c-4ffe-8a6b-83c43a352004 admin admin] Publish callbacks [] for security_group (2704359e-d414-421f-a9d5-0f39485ed9d0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:32.314469 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-69511cc8-887c-4ffe-8a6b-83c43a352004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (2704359e-d414-421f-a9d5-0f39485ed9d0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:32.352537 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69511cc8-887c-4ffe-8a6b-83c43a352004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2704359e-d414-421f-a9d5-0f39485ed9d0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:32.357154 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-69511cc8-887c-4ffe-8a6b-83c43a352004 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=50d80625ab3b41e58fb68270533a1f08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1633129 Apr 12 14:26:32.359878 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 53576) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:32.410310 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4b47e83d-2407-4f21-81d4-566f4eeea26c admin admin] Publish callbacks [] for security_group (2704359e-d414-421f-a9d5-0f39485ed9d0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:32.434494 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4b47e83d-2407-4f21-81d4-566f4eeea26c admin admin] Publish callbacks [] for security_group (2704359e-d414-421f-a9d5-0f39485ed9d0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:32.534843 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4b47e83d-2407-4f21-81d4-566f4eeea26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (2704359e-d414-421f-a9d5-0f39485ed9d0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:32.538203 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4b47e83d-2407-4f21-81d4-566f4eeea26c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:32.539749 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-4b47e83d-2407-4f21-81d4-566f4eeea26c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2704359e-d414-421f-a9d5-0f39485ed9d0 HTTP/1.1" status: 204 len: 168 time: 0.1789539 Apr 12 14:26:32.552297 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47e83d-2407-4f21-81d4-566f4eeea26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2704359e-d414-421f-a9d5-0f39485ed9d0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:32.560597 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeea399-aa01-4baa-b8e4-df21ffacf6e6 req-f059f3f8-7586-4dee-bf4e-1b36e5fd88d3 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:32.562312 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3eeea399-aa01-4baa-b8e4-df21ffacf6e6 req-f059f3f8-7586-4dee-bf4e-1b36e5fd88d3 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 944 time: 0.0757875 Apr 12 14:26:32.642282 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3eeea399-aa01-4baa-b8e4-df21ffacf6e6 req-c6a55a33-0468-4ab6-adef-dc3dc142bbaa tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cff1b81-7d8f-4daf-9917-79e3d1f82d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721803 Apr 12 14:26:32.718991 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-67c34ed6-fb6b-42b5-bab1-32e2274e0dff req-1bc7f9f6-a6d6-4595-b3fa-e390a32be49c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 210 time: 0.0516906 Apr 12 14:26:32.848928 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-61fa3dba-7b39-49c0-a9c5-64724c0808cc req-b73ae66c-77cc-4289-9646-5a401c914694 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 210 time: 0.0344248 Apr 12 14:26:33.518634 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 53646) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:33.726933 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-665e0490-ed29-4f46-91e7-147cf5044968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:33.889010 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437c3e5-6e26-489d-9f3f-e9fa847e5c76 req-dde74de1-2ce0-41b8-8542-10c6c5c91248 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:33.890577 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2437c3e5-6e26-489d-9f3f-e9fa847e5c76 req-dde74de1-2ce0-41b8-8542-10c6c5c91248 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 944 time: 0.1145999 Apr 12 14:26:34.059551 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-665e0490-ed29-4f46-91e7-147cf5044968 admin admin] Publish callbacks [] for security_group (ab81a9ac-3496-4288-983b-bc675ff2f019), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:34.069430 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2437c3e5-6e26-489d-9f3f-e9fa847e5c76 req-98c190b8-c4a3-4277-9928-d59f774c0088 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cff1b81-7d8f-4daf-9917-79e3d1f82d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722739 Apr 12 14:26:34.071622 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-665e0490-ed29-4f46-91e7-147cf5044968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (ab81a9ac-3496-4288-983b-bc675ff2f019), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:34.213280 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 53680) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:34.225616 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-665e0490-ed29-4f46-91e7-147cf5044968 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ffbda5a350f646d695a58ceae1981fa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7051673 Apr 12 14:26:34.292561 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e0490-ed29-4f46-91e7-147cf5044968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab81a9ac-3496-4288-983b-bc675ff2f019,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:34.341625 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4ba62ca0-5e8a-42fd-af9f-b337aa033ea8 admin admin] Publish callbacks [] for security_group (ab81a9ac-3496-4288-983b-bc675ff2f019), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:34.376617 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3e678103-dcf7-4acb-8dda-d322074f488c req-c432a22e-74ae-47aa-9cc1-f74021929314 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 210 time: 0.1959779 Apr 12 14:26:34.398658 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7a5080fa-1d06-4764-a84a-97845c386222 req-e791cc02-1a00-485e-9960-e25023ef15ed tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 210 time: 0.2035675 Apr 12 14:26:34.427058 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4ba62ca0-5e8a-42fd-af9f-b337aa033ea8 admin admin] Publish callbacks [] for security_group (ab81a9ac-3496-4288-983b-bc675ff2f019), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:34.521520 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4ba62ca0-5e8a-42fd-af9f-b337aa033ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (ab81a9ac-3496-4288-983b-bc675ff2f019), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:34.528499 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4ba62ca0-5e8a-42fd-af9f-b337aa033ea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:34.531591 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-4ba62ca0-5e8a-42fd-af9f-b337aa033ea8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ab81a9ac-3496-4288-983b-bc675ff2f019 HTTP/1.1" status: 204 len: 168 time: 0.3172259 Apr 12 14:26:34.564985 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba62ca0-5e8a-42fd-af9f-b337aa033ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab81a9ac-3496-4288-983b-bc675ff2f019,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:35.287343 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 53720) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:35.292682 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dff1ee-6396-4bc4-8944-55551437927d req-a013dadf-9ffd-4e0b-94e7-ef3f6acbfc96 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:35.297220 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c7dff1ee-6396-4bc4-8944-55551437927d req-a013dadf-9ffd-4e0b-94e7-ef3f6acbfc96 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 944 time: 0.1052313 Apr 12 14:26:35.308942 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-78a314b3-76c7-4efb-8dfd-9b68a33db6ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:35.375763 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c7dff1ee-6396-4bc4-8944-55551437927d req-d4e5ed0f-cd8a-4ea8-a6de-367aa579ec24 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cff1b81-7d8f-4daf-9917-79e3d1f82d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707228 Apr 12 14:26:35.474205 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-78a314b3-76c7-4efb-8dfd-9b68a33db6ba admin admin] Publish callbacks [] for security_group (81201257-fe27-4e30-921e-4d587f4b1089), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:35.482895 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-78a314b3-76c7-4efb-8dfd-9b68a33db6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (81201257-fe27-4e30-921e-4d587f4b1089), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:35.563233 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:35.592438 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-78a314b3-76c7-4efb-8dfd-9b68a33db6ba admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d65dc22bc4564757a0d5e78b219669df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3037093 Apr 12 14:26:35.592646 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 53736) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:35.593930 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a314b3-76c7-4efb-8dfd-9b68a33db6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81201257-fe27-4e30-921e-4d587f4b1089,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:35.671218 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8645cd9e-3b1d-4b9b-88cd-1b2d06911719 req-7e478632-0cec-4275-b600-41116c33f6bd tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 210 time: 0.0492685 Apr 12 14:26:35.775099 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-418dbed7-8b4e-4058-bc1a-499a0e7a36b4 req-6686f68d-6b24-4890-aa6f-c86310b0b79d tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 210 time: 0.0920761 Apr 12 14:26:35.778594 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ea0ca9f-ab36-4c66-93f4-ea4eb6d402e9 admin admin] Publish callbacks [] for security_group (81201257-fe27-4e30-921e-4d587f4b1089), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:35.836720 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ea0ca9f-ab36-4c66-93f4-ea4eb6d402e9 admin admin] Publish callbacks [] for security_group (81201257-fe27-4e30-921e-4d587f4b1089), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:35.961904 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ea0ca9f-ab36-4c66-93f4-ea4eb6d402e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (81201257-fe27-4e30-921e-4d587f4b1089), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:35.968929 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ea0ca9f-ab36-4c66-93f4-ea4eb6d402e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:35.972288 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-3ea0ca9f-ab36-4c66-93f4-ea4eb6d402e9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/81201257-fe27-4e30-921e-4d587f4b1089 HTTP/1.1" status: 204 len: 168 time: 0.3772771 Apr 12 14:26:35.996296 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0ca9f-ab36-4c66-93f4-ea4eb6d402e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81201257-fe27-4e30-921e-4d587f4b1089,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:36.557914 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972b799-9660-4ee0-8049-207576f7865d req-dae959d9-8984-43f7-b20e-099e88a8904b tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:36.559460 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b972b799-9660-4ee0-8049-207576f7865d req-dae959d9-8984-43f7-b20e-099e88a8904b tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 944 time: 0.0863631 Apr 12 14:26:36.634074 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-bc8e7f0a-d0a1-4991-a6e7-2f5d7d5ef261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:36.635734 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-bc8e7f0a-d0a1-4991-a6e7-2f5d7d5ef261 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6b65d007-e6d3-49bb-ba96-5fb28bd8f923 HTTP/1.1" status: 200 len: 851 time: 0.2030513 Apr 12 14:26:36.658574 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b972b799-9660-4ee0-8049-207576f7865d req-5256578f-2603-40b0-9fb9-922674e2a961 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cff1b81-7d8f-4daf-9917-79e3d1f82d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923431 Apr 12 14:26:36.789340 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3a4746c1-28dd-4ea9-aac2-31be358ab397 req-fcf9e914-61f8-434b-b5ec-a93adf516d1b tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 210 time: 0.0330796 Apr 12 14:26:36.947181 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f68e93c3-ddd4-4666-8a28-e58d4133e457 req-6f0b8b00-85e4-4cb0-b037-ce58b09969a7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 210 time: 0.0484779 Apr 12 14:26:37.070147 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 53814) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:37.289751 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d540b4d-d380-45b9-b210-4e85f02a919a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:37.385866 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d540b4d-d380-45b9-b210-4e85f02a919a admin admin] Publish callbacks [] for security_group (fa7099f1-ffb7-4453-9ec6-401be2fa3c7f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:37.388398 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 53828) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:37.394581 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d540b4d-d380-45b9-b210-4e85f02a919a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (fa7099f1-ffb7-4453-9ec6-401be2fa3c7f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:37.434156 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d540b4d-d380-45b9-b210-4e85f02a919a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7099f1-ffb7-4453-9ec6-401be2fa3c7f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:37.438538 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-9d540b4d-d380-45b9-b210-4e85f02a919a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=501fcdf7864f44bea8093ba8e5c2aa80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3668311 Apr 12 14:26:37.441101 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 53834) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:37.493317 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7de5020e-b812-49a2-895b-c6f37c320cf0 admin admin] Publish callbacks [] for security_group (fa7099f1-ffb7-4453-9ec6-401be2fa3c7f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:37.524409 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7de5020e-b812-49a2-895b-c6f37c320cf0 admin admin] Publish callbacks [] for security_group (fa7099f1-ffb7-4453-9ec6-401be2fa3c7f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:37.540586 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ddff2817-456e-402b-b0d2-ba57128c447d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:37.616235 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7de5020e-b812-49a2-895b-c6f37c320cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (fa7099f1-ffb7-4453-9ec6-401be2fa3c7f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:37.618924 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7de5020e-b812-49a2-895b-c6f37c320cf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:37.620167 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-7de5020e-b812-49a2-895b-c6f37c320cf0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fa7099f1-ffb7-4453-9ec6-401be2fa3c7f HTTP/1.1" status: 204 len: 168 time: 0.1780717 Apr 12 14:26:37.634516 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5020e-b812-49a2-895b-c6f37c320cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7099f1-ffb7-4453-9ec6-401be2fa3c7f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:37.664702 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ddff2817-456e-402b-b0d2-ba57128c447d admin admin] Publish callbacks [] for security_group (d70d6cd7-606c-4cd7-87ef-44ad1f9495f3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:37.670392 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ddff2817-456e-402b-b0d2-ba57128c447d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (d70d6cd7-606c-4cd7-87ef-44ad1f9495f3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:37.688684 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 53846) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:37.738737 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-ddff2817-456e-402b-b0d2-ba57128c447d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a466cbbd9b6e4fefb88cf05f7e047d9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3491192 Apr 12 14:26:37.739972 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff2817-456e-402b-b0d2-ba57128c447d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70d6cd7-606c-4cd7-87ef-44ad1f9495f3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:37.742182 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 53850) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:37.810713 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e301224e-01d3-4fe8-829c-0f0fefc38460 admin admin] Publish callbacks [] for security_group (d70d6cd7-606c-4cd7-87ef-44ad1f9495f3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:37.824146 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52705bf-9c63-45f3-8d14-2d52343eeb48 req-807e508d-180b-46d9-9b83-719322b44892 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:37.826856 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d52705bf-9c63-45f3-8d14-2d52343eeb48 req-807e508d-180b-46d9-9b83-719322b44892 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 944 time: 0.0705767 Apr 12 14:26:37.910303 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f25397f9-7fbd-41e8-bcea-fa3c7e2448aa req-4f5468cf-0860-4551-8b7b-7449411ac1d3 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 210 time: 0.0400932 Apr 12 14:26:37.926736 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d52705bf-9c63-45f3-8d14-2d52343eeb48 req-a7a9c33b-569f-47da-874d-2297ccad9c64 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cff1b81-7d8f-4daf-9917-79e3d1f82d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884724 Apr 12 14:26:37.991377 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f252c418-afb6-494f-a6dc-d099e81ddfd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:38.004242 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e301224e-01d3-4fe8-829c-0f0fefc38460 admin admin] Publish callbacks [] for security_group (d70d6cd7-606c-4cd7-87ef-44ad1f9495f3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:38.059031 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ba96d05e-329c-4384-b144-0637ded2d74d req-762f2f48-d2f4-4f44-ad14-8f19cd466a2e tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 210 time: 0.0359702 Apr 12 14:26:38.063279 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 53858) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:38.077287 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7db0a193-054a-437b-a9a1-ea605653f47c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:38.095638 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e301224e-01d3-4fe8-829c-0f0fefc38460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (d70d6cd7-606c-4cd7-87ef-44ad1f9495f3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:38.098276 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e301224e-01d3-4fe8-829c-0f0fefc38460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:38.102725 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-e301224e-01d3-4fe8-829c-0f0fefc38460 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d70d6cd7-606c-4cd7-87ef-44ad1f9495f3 HTTP/1.1" status: 204 len: 168 time: 0.3592405 Apr 12 14:26:38.118892 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301224e-01d3-4fe8-829c-0f0fefc38460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70d6cd7-606c-4cd7-87ef-44ad1f9495f3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:38.159954 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f252c418-afb6-494f-a6dc-d099e81ddfd0 admin admin] Publish callbacks [] for security_group (ec3f7a07-299a-46e5-9fd8-5c2cb9f965d9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:38.164278 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f252c418-afb6-494f-a6dc-d099e81ddfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (ec3f7a07-299a-46e5-9fd8-5c2cb9f965d9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:38.185323 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7db0a193-054a-437b-a9a1-ea605653f47c admin admin] Publish callbacks [] for security_group (0e3828ee-d9ed-4a44-9306-bbcecf934d84), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:38.190980 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7db0a193-054a-437b-a9a1-ea605653f47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (0e3828ee-d9ed-4a44-9306-bbcecf934d84), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:38.205546 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-f252c418-afb6-494f-a6dc-d099e81ddfd0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3ef9605b689748e6832313815e122c72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5149655 Apr 12 14:26:38.206588 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 53862) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:38.207657 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252c418-afb6-494f-a6dc-d099e81ddfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3f7a07-299a-46e5-9fd8-5c2cb9f965d9,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:38.246955 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-7db0a193-054a-437b-a9a1-ea605653f47c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d491f1b06d0d4c3eabd36e720c8c17c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1824191 Apr 12 14:26:38.249507 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0a193-054a-437b-a9a1-ea605653f47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3828ee-d9ed-4a44-9306-bbcecf934d84,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:38.250389 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 53864) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:38.314243 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c8b5c93-5dc4-4ec4-8101-9954b99e6e83 admin admin] Publish callbacks [] for security_group (ec3f7a07-299a-46e5-9fd8-5c2cb9f965d9), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:38.330910 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42782953-151d-4148-b337-bad1b592e5a9 admin admin] Publish callbacks [] for security_group (0e3828ee-d9ed-4a44-9306-bbcecf934d84), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:38.355795 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c8b5c93-5dc4-4ec4-8101-9954b99e6e83 admin admin] Publish callbacks [] for security_group (ec3f7a07-299a-46e5-9fd8-5c2cb9f965d9), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:38.374443 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42782953-151d-4148-b337-bad1b592e5a9 admin admin] Publish callbacks [] for security_group (0e3828ee-d9ed-4a44-9306-bbcecf934d84), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:38.440065 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c8b5c93-5dc4-4ec4-8101-9954b99e6e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (ec3f7a07-299a-46e5-9fd8-5c2cb9f965d9), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:38.442926 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c8b5c93-5dc4-4ec4-8101-9954b99e6e83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:38.444787 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-8c8b5c93-5dc4-4ec4-8101-9954b99e6e83 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ec3f7a07-299a-46e5-9fd8-5c2cb9f965d9 HTTP/1.1" status: 204 len: 168 time: 0.2327497 Apr 12 14:26:38.447751 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42782953-151d-4148-b337-bad1b592e5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (0e3828ee-d9ed-4a44-9306-bbcecf934d84), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:38.450903 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42782953-151d-4148-b337-bad1b592e5a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:38.452093 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-42782953-151d-4148-b337-bad1b592e5a9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0e3828ee-d9ed-4a44-9306-bbcecf934d84 HTTP/1.1" status: 204 len: 168 time: 0.2007689 Apr 12 14:26:38.460672 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b5c93-5dc4-4ec4-8101-9954b99e6e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3f7a07-299a-46e5-9fd8-5c2cb9f965d9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:38.470100 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42782953-151d-4148-b337-bad1b592e5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3828ee-d9ed-4a44-9306-bbcecf934d84,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:38.529998 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 53874) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:38.544190 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f296e1a-32b9-4829-b6b4-528cf3063ee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:38.652779 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f296e1a-32b9-4829-b6b4-528cf3063ee0 admin admin] Publish callbacks [] for security_group (c8d42d81-fc07-4a0a-b915-b6433d07f183), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:38.657947 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f296e1a-32b9-4829-b6b4-528cf3063ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (c8d42d81-fc07-4a0a-b915-b6433d07f183), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:38.700865 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-0f296e1a-32b9-4829-b6b4-528cf3063ee0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=59528e38aee646d2acd9598c026149d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1697664 Apr 12 14:26:38.702167 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f296e1a-32b9-4829-b6b4-528cf3063ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d42d81-fc07-4a0a-b915-b6433d07f183,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:38.703444 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 53884) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:38.765658 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-343511c8-9c97-4c5e-8d65-08d3cebf573b admin admin] Publish callbacks [] for security_group (c8d42d81-fc07-4a0a-b915-b6433d07f183), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:38.791828 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-343511c8-9c97-4c5e-8d65-08d3cebf573b admin admin] Publish callbacks [] for security_group (c8d42d81-fc07-4a0a-b915-b6433d07f183), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:38.846125 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-343511c8-9c97-4c5e-8d65-08d3cebf573b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (c8d42d81-fc07-4a0a-b915-b6433d07f183), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:38.849080 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-343511c8-9c97-4c5e-8d65-08d3cebf573b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:38.852722 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-343511c8-9c97-4c5e-8d65-08d3cebf573b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c8d42d81-fc07-4a0a-b915-b6433d07f183 HTTP/1.1" status: 204 len: 168 time: 0.1451626 Apr 12 14:26:38.859279 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343511c8-9c97-4c5e-8d65-08d3cebf573b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d42d81-fc07-4a0a-b915-b6433d07f183,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:39.050270 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ce1a9409-a721-4f46-9d50-980860842655 req-42afaf16-a4a8-4f9d-aaf3-5155e3115773 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 210 time: 0.0407331 Apr 12 14:26:39.093784 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea70b9e-5bbb-4dd1-b408-9757eacd6f0f req-ae3fdf79-ae7c-486e-9962-8d9ac7cd531a tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:39.095702 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aea70b9e-5bbb-4dd1-b408-9757eacd6f0f req-ae3fdf79-ae7c-486e-9962-8d9ac7cd531a tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 944 time: 0.0768156 Apr 12 14:26:39.184415 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aea70b9e-5bbb-4dd1-b408-9757eacd6f0f req-75cac943-91c1-40b9-91cb-7f34abdbf324 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cff1b81-7d8f-4daf-9917-79e3d1f82d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733690 Apr 12 14:26:39.203037 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7aa6e8ac-8351-4d59-800a-8be736a30460 req-0efbec74-6bbf-425a-94f4-5d1d6c95dc2f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 210 time: 0.0328674 Apr 12 14:26:39.570337 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-59f80021-0c9a-478b-88d9-e2d5b63a959c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f8a98894-d742-40a6-b20d-8dbe70b8ae20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037345 Apr 12 14:26:40.016611 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-41398d33-09b0-465c-8f77-2bcb35895fe4 service neutron] 10.222.0.69 "GET /v2.0/networks/f8a98894-d742-40a6-b20d-8dbe70b8ae20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938565 Apr 12 14:26:40.161520 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.69', 64254) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:40.275840 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9bc830a6-779f-4329-854b-f5db3c9b9cd8 req-4277405e-cf0f-464a-ae7b-5b50a2504269 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 210 time: 0.0865710 Apr 12 14:26:40.534399 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.69', 64255) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:40.548659 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c22f8d2d-66d4-48fa-bd3c-381924027ae5 req-b675b98e-7989-40dc-aa88-d301569683d9 service neutron] 10.222.0.69 "GET /v2.0/networks/f8a98894-d742-40a6-b20d-8dbe70b8ae20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985147 Apr 12 14:26:40.555939 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b0adca81-0150-41eb-9c98-7d03dc913b90 req-a8337200-ef24-494a-ba04-5000bec0aa45 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 210 time: 0.1417081 Apr 12 14:26:40.602536 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ee3ff-68f5-410c-818c-e0fd87e9a88f req-fb5db359-30fb-4117-bf48-b9a7e96092dd tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:40.606491 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-481ee3ff-68f5-410c-818c-e0fd87e9a88f req-fb5db359-30fb-4117-bf48-b9a7e96092dd tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 944 time: 0.2369976 Apr 12 14:26:40.884324 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-f43faf07-296d-492a-9dbd-dd8dab692a39 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:40.885847 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-f43faf07-296d-492a-9dbd-dd8dab692a39 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.69 "GET /v2.0/networks?id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 HTTP/1.1" status: 200 len: 819 time: 0.3050823 Apr 12 14:26:40.901034 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-a7cedb43-de7d-4cab-918b-d71f093b672d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:40.902869 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-a7cedb43-de7d-4cab-918b-d71f093b672d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.69 "GET /v2.0/networks?id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 HTTP/1.1" status: 200 len: 819 time: 0.7148721 Apr 12 14:26:40.940424 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-481ee3ff-68f5-410c-818c-e0fd87e9a88f req-1051cfd7-2181-48c7-8af8-e8d3f02474f5 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cff1b81-7d8f-4daf-9917-79e3d1f82d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220642 Apr 12 14:26:41.409441 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7d939df8-7c35-4ad7-8bf3-1bb58e0c45c7 req-95df84cc-b48f-4839-b114-20d67176045c tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 210 time: 0.0314534 Apr 12 14:26:41.698615 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-be492e0b-893a-44d5-b2d7-7bf292e11383 req-63a439cf-c5e1-4031-a88c-6ac16cce5583 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 210 time: 0.0477529 Apr 12 14:26:42.073805 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac529fd8-3613-4f58-b1c4-8c8294c1a673 req-f487d9b3-fa85-4a93-bfea-b9febba6877b tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:42.075344 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ac529fd8-3613-4f58-b1c4-8c8294c1a673 req-f487d9b3-fa85-4a93-bfea-b9febba6877b tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 944 time: 0.0543115 Apr 12 14:26:42.138222 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ac529fd8-3613-4f58-b1c4-8c8294c1a673 req-3ac5544b-4626-4e66-9676-83abfd6f1a39 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cff1b81-7d8f-4daf-9917-79e3d1f82d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558438 Apr 12 14:26:42.238667 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.69', 64267) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:42.245267 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-ec7bb165-9eae-4b28-be65-874635776ee0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Request body: {'port': {'device_id': 'd5f352e0-06cb-440c-b0ca-bead4e10a825', 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'admin_state_up': True, 'tenant_id': 'bc50f73daaba422a80028bd9395b487e'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:42.252353 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-6b4678f1-3f7b-46d3-b655-5727ff0efc0e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Request body: {'port': {'device_id': 'fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a', 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'admin_state_up': True, 'tenant_id': 'bc50f73daaba422a80028bd9395b487e'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:42.488427 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-ec7bb165-9eae-4b28-be65-874635776ee0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Made reservation on behalf of bc50f73daaba422a80028bd9395b487e for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:26:42.493170 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-ec7bb165-9eae-4b28-be65-874635776ee0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:42.526545 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37442592-7dae-421a-a520-3ce51a36413e req-38e08409-de6a-4757-b639-06a0c4e4e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:42.528063 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-37442592-7dae-421a-a520-3ce51a36413e req-38e08409-de6a-4757-b639-06a0c4e4e98c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cbe121842f0b42bb9db803d9fd187546&device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 1128 time: 0.1297481 Apr 12 14:26:42.582992 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5965a264-9da1-4dc3-a42c-ffc39c0f5708 req-93e1be0f-44d5-4b8e-be15-d55b48e04eab tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 210 time: 0.0471981 Apr 12 14:26:42.662178 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-3e61fb1b-8b76-4575-a870-650b8225efd0 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:42.664708 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-3e61fb1b-8b76-4575-a870-650b8225efd0 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.69 "GET /v2.0/networks?id=10b93a74-e9df-4c8d-a668-3b0b6235408c HTTP/1.1" status: 200 len: 816 time: 0.3199914 Apr 12 14:26:42.672101 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-6b4678f1-3f7b-46d3-b655-5727ff0efc0e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Made reservation on behalf of bc50f73daaba422a80028bd9395b487e for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:26:42.679597 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-6b4678f1-3f7b-46d3-b655-5727ff0efc0e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:42.807059 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37442592-7dae-421a-a520-3ce51a36413e req-cdb11178-d416-426e-8413-a7ab89735625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:42.809264 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-37442592-7dae-421a-a520-3ce51a36413e req-cdb11178-d416-426e-8413-a7ab89735625 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f8a98894-d742-40a6-b20d-8dbe70b8ae20 HTTP/1.1" status: 200 len: 913 time: 0.2252755 Apr 12 14:26:42.856624 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-81375bc0-998e-4520-bffb-0bea4824cbd2 req-dd75fede-cfb7-4335-b6dd-278ead7ba07c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 210 time: 0.0436354 Apr 12 14:26:42.921308 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-ec7bb165-9eae-4b28-be65-874635776ee0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Allocated IP 172.20.0.12 (c5e9cadb-c05a-4919-a4f5-06d8c6a4a802/041172b8-b945-46f0-8972-88e78348afd5/5cc37ca7-0920-4f67-89e7-d7f50d7555ea) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:26:43.105585 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-ec7bb165-9eae-4b28-be65-874635776ee0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks [] for port (5cc37ca7-0920-4f67-89e7-d7f50d7555ea), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:43.146781 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-ec7bb165-9eae-4b28-be65-874635776ee0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607'] for port (5cc37ca7-0920-4f67-89e7-d7f50d7555ea), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:43.266401 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fe879-dd76-41c8-999b-b7438ad94374 req-a305341a-8a1b-4571-b5e1-12dc20bb5bda tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:43.268068 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-896fe879-dd76-41c8-999b-b7438ad94374 req-a305341a-8a1b-4571-b5e1-12dc20bb5bda tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 944 time: 0.0576856 Apr 12 14:26:43.278997 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-ec7bb165-9eae-4b28-be65-874635776ee0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Network c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:26:43.280850 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-6b4678f1-3f7b-46d3-b655-5727ff0efc0e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Allocated IP 172.20.0.5 (c5e9cadb-c05a-4919-a4f5-06d8c6a4a802/041172b8-b945-46f0-8972-88e78348afd5/1c0f16dc-ff0a-491c-8fc5-59048859f906) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:26:43.293203 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-ec7bb165-9eae-4b28-be65-874635776ee0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:26:43.304231 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-ec7bb165-9eae-4b28-be65-874635776ee0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:26:43.312697 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-ec7bb165-9eae-4b28-be65-874635776ee0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:43.312697 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-ec7bb165-9eae-4b28-be65-874635776ee0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:43.319081 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7bb165-9eae-4b28-be65-874635776ee0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Pushing event updated for resources: {'Port': ['ID=5cc37ca7-0920-4f67-89e7-d7f50d7555ea,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:43.329032 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-896fe879-dd76-41c8-999b-b7438ad94374 req-3fdf8f27-ddcb-4476-b675-d4ba504abc8d tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cff1b81-7d8f-4daf-9917-79e3d1f82d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530307 Apr 12 14:26:43.335888 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:26:43.343016 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-ec7bb165-9eae-4b28-be65-874635776ee0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1040561 Apr 12 14:26:43.506821 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-6b4678f1-3f7b-46d3-b655-5727ff0efc0e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks [] for port (1c0f16dc-ff0a-491c-8fc5-59048859f906), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:43.548265 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-6b4678f1-3f7b-46d3-b655-5727ff0efc0e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607'] for port (1c0f16dc-ff0a-491c-8fc5-59048859f906), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:43.579477 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-81053486-909a-47ed-bc44-06fa629382b3 None None] Provisioning complete for port 5cc37ca7-0920-4f67-89e7-d7f50d7555ea triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:43.580060 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-81053486-909a-47ed-bc44-06fa629382b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (5cc37ca7-0920-4f67-89e7-d7f50d7555ea), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:43.590759 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-6b4678f1-3f7b-46d3-b655-5727ff0efc0e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Network c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:26:43.593631 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-6b4678f1-3f7b-46d3-b655-5727ff0efc0e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:26:43.597191 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-6b4678f1-3f7b-46d3-b655-5727ff0efc0e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:26:43.602261 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-6b4678f1-3f7b-46d3-b655-5727ff0efc0e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:43.602869 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-6b4678f1-3f7b-46d3-b655-5727ff0efc0e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:43.615735 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4678f1-3f7b-46d3-b655-5727ff0efc0e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Pushing event updated for resources: {'Port': ['ID=1c0f16dc-ff0a-491c-8fc5-59048859f906,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:43.616822 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-81053486-909a-47ed-bc44-06fa629382b3 None None] Port 5cc37ca7-0920-4f67-89e7-d7f50d7555ea cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:26:43.631619 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-6b4678f1-3f7b-46d3-b655-5727ff0efc0e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3904521 Apr 12 14:26:43.719326 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520c4e4-a305-4f71-95d0-88eb6b2f26ec req-924787db-b42d-45a4-ae0d-df1745ca0303 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:43.719326 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8520c4e4-a305-4f71-95d0-88eb6b2f26ec req-924787db-b42d-45a4-ae0d-df1745ca0303 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 932 time: 0.0498517 Apr 12 14:26:43.770064 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8520c4e4-a305-4f71-95d0-88eb6b2f26ec req-c46807f7-9adc-4b8c-97ef-b3d295e1e898 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432205 Apr 12 14:26:43.837375 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-20ce425c-6491-4f9a-999c-482e04ea83be None None] Provisioning complete for port 1c0f16dc-ff0a-491c-8fc5-59048859f906 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:43.837745 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-20ce425c-6491-4f9a-999c-482e04ea83be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (1c0f16dc-ff0a-491c-8fc5-59048859f906), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:43.871395 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-20ce425c-6491-4f9a-999c-482e04ea83be None None] Port 1c0f16dc-ff0a-491c-8fc5-59048859f906 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:26:43.962454 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dbc1a48-49da-42c1-a1e7-5f3b41bb93a8 req-b432184b-32cb-4127-af7b-9f92fe938683 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 210 time: 0.0280080 Apr 12 14:26:44.450440 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6a5b7-8340-4524-9d65-d5868870884e req-85b82544-1c4c-4301-a1e2-a6942ae9e503 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:44.452043 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b4e6a5b7-8340-4524-9d65-d5868870884e req-85b82544-1c4c-4301-a1e2-a6942ae9e503 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 944 time: 0.0503514 Apr 12 14:26:44.500033 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b4e6a5b7-8340-4524-9d65-d5868870884e req-eeb5e196-4d8b-47fc-82e4-d4b06f976465 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cff1b81-7d8f-4daf-9917-79e3d1f82d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418196 Apr 12 14:26:44.883090 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bcefa-4206-4e86-9e49-460ebac3467f req-e6b9e655-8019-45fd-89e0-687d7830927b tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:44.884555 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-924bcefa-4206-4e86-9e49-460ebac3467f req-e6b9e655-8019-45fd-89e0-687d7830927b tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 932 time: 0.0465231 Apr 12 14:26:44.932770 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-924bcefa-4206-4e86-9e49-460ebac3467f req-e2c48835-a872-42fc-b357-ba3931b08071 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425773 Apr 12 14:26:45.081733 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bed3e17a-b0f6-493c-b73e-41ed04377707 req-b33c0ee5-40ab-434b-bd5e-b01d9e314ccb tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 210 time: 0.0408897 Apr 12 14:26:45.407202 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:26:45.409138 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-92270f8b-d26b-41fb-b018-0393fc4b326c service neutron] Request body: {'port': {'device_id': 'd5f352e0-06cb-440c-b0ca-bead4e10a825', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:45.417628 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-7f5bed1e-f780-4d2c-b063-f29e0229fddf service neutron] Request body: {'port': {'device_id': 'fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:45.459635 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-37442592-7dae-421a-a520-3ce51a36413e req-7988814f-ad4f-4350-9e00-58d5a1f225fe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009 HTTP/1.1" status: 200 len: 217 time: 0.0483041 Apr 12 14:26:45.533239 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-abca0038-666d-459e-88c3-87fdfea85118 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49188c95f1804cb397ce7cc2aeb071f2 HTTP/1.1" status: 200 len: 380 time: 0.1300373 Apr 12 14:26:45.537799 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009,segment=NetworkSegment(8bcb6605-7e1c-45b1-898f-1fb58edbf00d),segment_id=8bcb6605-7e1c-45b1-898f-1fb58edbf00d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:45.558378 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Returning: {'device': '6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009', 'network_id': 'f8a98894-d742-40a6-b20d-8dbe70b8ae20', 'port_id': '6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009', 'mac_address': 'fa:16:3e:2e:94:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b65d007-e6d3-49bb-ba96-5fb28bd8f923', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:26:45.604801 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-11fe6315-9885-4d67-bdf3-691d60513a0f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Request body: {'port': {'device_id': '04ed3477-8088-40bd-a3a5-21adafe42eab', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'admin_state_up': True, 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'security_groups': ['90113036-7269-47df-9908-db7e1e7a25d2']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:45.622238 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port 6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:45.622667 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:45.640163 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:26:45.673624 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009,segment=NetworkSegment(8bcb6605-7e1c-45b1-898f-1fb58edbf00d),segment_id=8bcb6605-7e1c-45b1-898f-1fb58edbf00d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:45.679787 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:45.706139 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-92270f8b-d26b-41fb-b018-0393fc4b326c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (5cc37ca7-0920-4f67-89e7-d7f50d7555ea), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:45.709714 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-7f5bed1e-f780-4d2c-b063-f29e0229fddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (1c0f16dc-ff0a-491c-8fc5-59048859f906), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:45.712985 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37442592-7dae-421a-a520-3ce51a36413e req-2859803e-0fb3-41e7-bd9b-23a82ad71e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:45.714492 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-37442592-7dae-421a-a520-3ce51a36413e req-2859803e-0fb3-41e7-bd9b-23a82ad71e14 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6b65d007-e6d3-49bb-ba96-5fb28bd8f923 HTTP/1.1" status: 200 len: 851 time: 0.1535063 Apr 12 14:26:45.730932 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fff61b-c781-43d8-bbbb-b8556a7b3c94 req-c1d90a3c-9886-47e7-b6af-a3b601000f16 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:45.732423 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d5fff61b-c781-43d8-bbbb-b8556a7b3c94 req-c1d90a3c-9886-47e7-b6af-a3b601000f16 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 944 time: 0.1208158 Apr 12 14:26:45.743080 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:45.765287 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-37442592-7dae-421a-a520-3ce51a36413e req-18cd5618-a9a6-4d7b-9e90-8f163fc9002d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f8a98894-d742-40a6-b20d-8dbe70b8ae20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418303 Apr 12 14:26:45.922650 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-11fe6315-9885-4d67-bdf3-691d60513a0f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Made reservation on behalf of 49188c95f1804cb397ce7cc2aeb071f2 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:26:45.926107 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-11fe6315-9885-4d67-bdf3-691d60513a0f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:45.940211 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d5fff61b-c781-43d8-bbbb-b8556a7b3c94 req-97082ec7-46df-4fa1-b0b8-f5674f1f19b7 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cff1b81-7d8f-4daf-9917-79e3d1f82d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793289 Apr 12 14:26:45.971247 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-37442592-7dae-421a-a520-3ce51a36413e req-f0ce3f6f-c8e9-49ac-9fd0-87bd477fad5a service neutron] 10.222.0.69 "GET /v2.0/networks/f8a98894-d742-40a6-b20d-8dbe70b8ae20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953638 Apr 12 14:26:46.082037 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:26:46.161611 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9926bd-11c3-4e94-a9ac-a278d2a1bdea req-c24569d8-2ca1-433b-9aa7-9e9bc28b7035 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:46.164577 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8d9926bd-11c3-4e94-a9ac-a278d2a1bdea req-c24569d8-2ca1-433b-9aa7-9e9bc28b7035 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 932 time: 0.1627231 Apr 12 14:26:46.262929 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-7f5bed1e-f780-4d2c-b063-f29e0229fddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0f16dc-ff0a-491c-8fc5-59048859f906 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:26:46.279529 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-7f5bed1e-f780-4d2c-b063-f29e0229fddf service neutron] Publish callbacks [] for port (1c0f16dc-ff0a-491c-8fc5-59048859f906), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:46.280578 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-37442592-7dae-421a-a520-3ce51a36413e req-bfa41760-0adc-476b-a43d-b19c57226708 service neutron] 10.222.0.69 "GET /v2.0/networks/f8a98894-d742-40a6-b20d-8dbe70b8ae20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007607 Apr 12 14:26:46.309628 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-7f5bed1e-f780-4d2c-b063-f29e0229fddf service neutron] Transition to ACTIVE for port object 1c0f16dc-ff0a-491c-8fc5-59048859f906 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:26:46.311859 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-11fe6315-9885-4d67-bdf3-691d60513a0f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Allocated IP 172.20.0.10 (10b93a74-e9df-4c8d-a668-3b0b6235408c/b1d9c83f-a54a-4a39-b389-03cf74c59344/c8a0b6c8-ec77-40ab-a972-4f742255a527) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:26:46.327375 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-7f5bed1e-f780-4d2c-b063-f29e0229fddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (1c0f16dc-ff0a-491c-8fc5-59048859f906), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:46.327758 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1fbde38-2373-44c4-9a6e-4bd895bba6bf req-f6ce7912-b806-493b-b1fc-c8f5c5502f14 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 210 time: 0.0767014 Apr 12 14:26:46.514794 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bed1e-f780-4d2c-b063-f29e0229fddf service neutron] Pushing event updated for resources: {'Port': ['ID=1c0f16dc-ff0a-491c-8fc5-59048859f906,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:46.547669 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-7f5bed1e-f780-4d2c-b063-f29e0229fddf service neutron] Attempting to bind port 1c0f16dc-ff0a-491c-8fc5-59048859f906 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:26:46.548211 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-7f5bed1e-f780-4d2c-b063-f29e0229fddf service neutron] Attempting to bind port 1c0f16dc-ff0a-491c-8fc5-59048859f906 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '7327c438-b8f9-4c5f-ab78-483827bf3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:26:46.548657 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-7f5bed1e-f780-4d2c-b063-f29e0229fddf service neutron] Attempting to bind port 1c0f16dc-ff0a-491c-8fc5-59048859f906 on network c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:26:46.563744 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-7f5bed1e-f780-4d2c-b063-f29e0229fddf service neutron] Port 1c0f16dc-ff0a-491c-8fc5-59048859f906 on network c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:26:46.563744 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-7f5bed1e-f780-4d2c-b063-f29e0229fddf service neutron] Attempting to bind port 1c0f16dc-ff0a-491c-8fc5-59048859f906 on network c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:26:46.616829 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8d9926bd-11c3-4e94-a9ac-a278d2a1bdea req-94b4d5ba-3e15-4827-82aa-d944fd87fb31 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229233 Apr 12 14:26:46.666054 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-92270f8b-d26b-41fb-b018-0393fc4b326c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc37ca7-0920-4f67-89e7-d7f50d7555ea {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:26:46.683386 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-92270f8b-d26b-41fb-b018-0393fc4b326c service neutron] Publish callbacks [] for port (5cc37ca7-0920-4f67-89e7-d7f50d7555ea), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:46.701408 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-92270f8b-d26b-41fb-b018-0393fc4b326c service neutron] Transition to ACTIVE for port object 5cc37ca7-0920-4f67-89e7-d7f50d7555ea will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:26:46.703289 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-7f5bed1e-f780-4d2c-b063-f29e0229fddf service neutron] Checking agent: {'id': '533323ec-e26b-4d23-bab1-f8a1493e3727', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'started_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:26:46.703879 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-7f5bed1e-f780-4d2c-b063-f29e0229fddf service neutron] Checking segment: {'id': '7327c438-b8f9-4c5f-ab78-483827bf3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:26:46.704494 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-7f5bed1e-f780-4d2c-b063-f29e0229fddf service neutron] Bound using segment: {'id': '7327c438-b8f9-4c5f-ab78-483827bf3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:26:46.705200 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-7f5bed1e-f780-4d2c-b063-f29e0229fddf service neutron] Bound port: 1c0f16dc-ff0a-491c-8fc5-59048859f906, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7327c438-b8f9-4c5f-ab78-483827bf3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:26:46.705628 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-7f5bed1e-f780-4d2c-b063-f29e0229fddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (1c0f16dc-ff0a-491c-8fc5-59048859f906), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:46.711250 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-92270f8b-d26b-41fb-b018-0393fc4b326c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (5cc37ca7-0920-4f67-89e7-d7f50d7555ea), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:46.875769 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92270f8b-d26b-41fb-b018-0393fc4b326c service neutron] Pushing event updated for resources: {'Port': ['ID=5cc37ca7-0920-4f67-89e7-d7f50d7555ea,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:46.889890 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-92270f8b-d26b-41fb-b018-0393fc4b326c service neutron] Attempting to bind port 5cc37ca7-0920-4f67-89e7-d7f50d7555ea on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:26:46.890256 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-92270f8b-d26b-41fb-b018-0393fc4b326c service neutron] Attempting to bind port 5cc37ca7-0920-4f67-89e7-d7f50d7555ea by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '7327c438-b8f9-4c5f-ab78-483827bf3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:26:46.890556 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-92270f8b-d26b-41fb-b018-0393fc4b326c service neutron] Attempting to bind port 5cc37ca7-0920-4f67-89e7-d7f50d7555ea on network c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:26:46.893572 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-11fe6315-9885-4d67-bdf3-691d60513a0f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:46.899870 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-92270f8b-d26b-41fb-b018-0393fc4b326c service neutron] Port 5cc37ca7-0920-4f67-89e7-d7f50d7555ea on network c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:26:46.900201 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-92270f8b-d26b-41fb-b018-0393fc4b326c service neutron] Attempting to bind port 5cc37ca7-0920-4f67-89e7-d7f50d7555ea on network c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:26:46.910062 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-92270f8b-d26b-41fb-b018-0393fc4b326c service neutron] Checking agent: {'id': '533323ec-e26b-4d23-bab1-f8a1493e3727', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'started_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:26:46.910409 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-92270f8b-d26b-41fb-b018-0393fc4b326c service neutron] Checking segment: {'id': '7327c438-b8f9-4c5f-ab78-483827bf3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:26:46.910854 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-92270f8b-d26b-41fb-b018-0393fc4b326c service neutron] Bound using segment: {'id': '7327c438-b8f9-4c5f-ab78-483827bf3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:26:46.911271 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-92270f8b-d26b-41fb-b018-0393fc4b326c service neutron] Bound port: 5cc37ca7-0920-4f67-89e7-d7f50d7555ea, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7327c438-b8f9-4c5f-ab78-483827bf3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:26:46.911684 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-92270f8b-d26b-41fb-b018-0393fc4b326c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (5cc37ca7-0920-4f67-89e7-d7f50d7555ea), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:46.927257 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-7f5bed1e-f780-4d2c-b063-f29e0229fddf service neutron] For port 1c0f16dc-ff0a-491c-8fc5-59048859f906, host hv-cinder-83752, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:26:46.951317 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-11fe6315-9885-4d67-bdf3-691d60513a0f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607'] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:46.984196 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-7f5bed1e-f780-4d2c-b063-f29e0229fddf service neutron] For port 1c0f16dc-ff0a-491c-8fc5-59048859f906, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1c0f16dc-ff0a-491c-8fc5-59048859f906,segment=NetworkSegment(7327c438-b8f9-4c5f-ab78-483827bf3cd1),segment_id=7327c438-b8f9-4c5f-ab78-483827bf3cd1)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:26:47.000762 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-7f5bed1e-f780-4d2c-b063-f29e0229fddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (1c0f16dc-ff0a-491c-8fc5-59048859f906), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:47.030835 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-7f5bed1e-f780-4d2c-b063-f29e0229fddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:47.031473 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-7f5bed1e-f780-4d2c-b063-f29e0229fddf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:47.033395 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-7f5bed1e-f780-4d2c-b063-f29e0229fddf service neutron] 10.222.0.69 "PUT /v2.0/ports/1c0f16dc-ff0a-491c-8fc5-59048859f906 HTTP/1.1" status: 200 len: 1093 time: 1.6196239 Apr 12 14:26:47.075478 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a', 'tag': '1c0f16dc-ff0a-491c-8fc5-59048859f906'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:26:47.135784 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-11fe6315-9885-4d67-bdf3-691d60513a0f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Network 10b93a74-e9df-4c8d-a668-3b0b6235408c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:26:47.149751 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-11fe6315-9885-4d67-bdf3-691d60513a0f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:26:47.162125 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-11fe6315-9885-4d67-bdf3-691d60513a0f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:26:47.170654 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-11fe6315-9885-4d67-bdf3-691d60513a0f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:47.172340 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-11fe6315-9885-4d67-bdf3-691d60513a0f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:47.200765 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-11fe6315-9885-4d67-bdf3-691d60513a0f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6354873 Apr 12 14:26:47.226126 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5529df-4f0c-41c2-8ae7-c24e2b67b140 req-84befc77-bbff-4337-84ad-1fb4773e20d7 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:47.236690 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0b5529df-4f0c-41c2-8ae7-c24e2b67b140 req-84befc77-bbff-4337-84ad-1fb4773e20d7 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 945 time: 0.1575630 Apr 12 14:26:47.249009 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-8166c211-8151-4216-979d-b08866b10fe9 service neutron] Request body: {'port': {'device_id': '04ed3477-8088-40bd-a3a5-21adafe42eab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:47.323421 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-5e14dfff-26ac-42ab-94dd-92a497ad5137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:47.325545 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-5e14dfff-26ac-42ab-94dd-92a497ad5137 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bc50f73daaba422a80028bd9395b487e&device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 1127 time: 0.1758606 Apr 12 14:26:47.328751 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-92270f8b-d26b-41fb-b018-0393fc4b326c service neutron] For port 5cc37ca7-0920-4f67-89e7-d7f50d7555ea, host hv-cinder-83752, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:26:47.332668 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bed1e-f780-4d2c-b063-f29e0229fddf service neutron] Pushing event updated for resources: {'Port': ['ID=1c0f16dc-ff0a-491c-8fc5-59048859f906,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:47.365561 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe6315-9885-4d67-bdf3-691d60513a0f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Pushing event updated for resources: {'Port': ['ID=c8a0b6c8-ec77-40ab-a972-4f742255a527,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:47.426817 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-92270f8b-d26b-41fb-b018-0393fc4b326c service neutron] For port 5cc37ca7-0920-4f67-89e7-d7f50d7555ea, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5cc37ca7-0920-4f67-89e7-d7f50d7555ea,segment=NetworkSegment(7327c438-b8f9-4c5f-ab78-483827bf3cd1),segment_id=7327c438-b8f9-4c5f-ab78-483827bf3cd1)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:26:47.446617 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-92270f8b-d26b-41fb-b018-0393fc4b326c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (5cc37ca7-0920-4f67-89e7-d7f50d7555ea), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:47.541665 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-8166c211-8151-4216-979d-b08866b10fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:47.606648 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0b5529df-4f0c-41c2-8ae7-c24e2b67b140 req-6d78d5ef-4e39-4b7f-a7c4-3b17a2e2ccc9 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cff1b81-7d8f-4daf-9917-79e3d1f82d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665853 Apr 12 14:26:47.643563 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea00ad51b5642e711501acc1f7ca5604eef3f69d3a6b574dfa4fd32ced1c6c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a598d39-febd-4938-8853-9da650771215" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a", "tag": "1c0f16dc-ff0a-491c-8fc5-59048859f906"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:26:47.714293 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-2088a16c-468c-4755-a370-ade2c3b04e84 None None] Provisioning complete for port c8a0b6c8-ec77-40ab-a972-4f742255a527 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:47.715959 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2088a16c-468c-4755-a370-ade2c3b04e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:47.728874 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68cbb1-8fdc-44d7-b292-650d1c664cad req-6712a11f-1ddf-4ab9-b95b-653e00112982 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:47.730845 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cd68cbb1-8fdc-44d7-b292-650d1c664cad req-6712a11f-1ddf-4ab9-b95b-653e00112982 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 932 time: 0.1479394 Apr 12 14:26:47.746525 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-4cabf992-818f-4465-9e1a-fe96ed494e42 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c0f16dc-ff0a-491c-8fc5-59048859f906 HTTP/1.1" status: 200 len: 217 time: 0.3641713 Apr 12 14:26:47.762408 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-92270f8b-d26b-41fb-b018-0393fc4b326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:47.763063 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-92270f8b-d26b-41fb-b018-0393fc4b326c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:47.767592 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-92270f8b-d26b-41fb-b018-0393fc4b326c service neutron] 10.222.0.69 "PUT /v2.0/ports/5cc37ca7-0920-4f67-89e7-d7f50d7555ea HTTP/1.1" status: 200 len: 1094 time: 2.3602459 Apr 12 14:26:47.811568 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 54324) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:47.825392 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2088a16c-468c-4755-a370-ade2c3b04e84 None None] Port c8a0b6c8-ec77-40ab-a972-4f742255a527 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:26:48.035762 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92270f8b-d26b-41fb-b018-0393fc4b326c service neutron] Pushing event updated for resources: {'Port': ['ID=5cc37ca7-0920-4f67-89e7-d7f50d7555ea,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:48.062584 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-66f77682-ac02-4d8b-82ad-9063250abfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:48.066788 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-66f77682-ac02-4d8b-82ad-9063250abfaf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=041172b8-b945-46f0-8972-88e78348afd5 HTTP/1.1" status: 200 len: 858 time: 0.3181849 Apr 12 14:26:48.069526 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-9969ab83-eb1d-4faf-88be-d14dcc4a7eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:48.073167 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-9969ab83-eb1d-4faf-88be-d14dcc4a7eef service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bc50f73daaba422a80028bd9395b487e&device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 1128 time: 0.1828115 Apr 12 14:26:48.115440 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cd68cbb1-8fdc-44d7-b292-650d1c664cad req-290fa8c7-9016-4e3a-898c-10cea6f7b4ab tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3708477 Apr 12 14:26:48.178836 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ba6e0-6dd8-4bca-a201-85ebb06684c4 req-e51263bd-7100-4219-8a39-892d4050970f tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:48.180409 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dc4ba6e0-6dd8-4bca-a201-85ebb06684c4 req-e51263bd-7100-4219-8a39-892d4050970f tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 944 time: 0.3498361 Apr 12 14:26:48.252637 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4d0589ba-9be2-4ce2-b5a5-845c6b4f8ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:48.393900 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-eb786b27-ec35-4931-9c92-ff7825ca1c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:48.395539 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-eb786b27-ec35-4931-9c92-ff7825ca1c7f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3214517 Apr 12 14:26:48.396353 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08a122ff-ee4e-40bf-aef8-40afcbdfd781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:48.412393 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-2f5fbd8c-85dc-4037-a60b-d28f8145d2b4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cc37ca7-0920-4f67-89e7-d7f50d7555ea HTTP/1.1" status: 200 len: 217 time: 0.2450526 Apr 12 14:26:48.415035 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009 up at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:26:48.476735 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dc4ba6e0-6dd8-4bca-a201-85ebb06684c4 req-67f9447e-85e4-44b8-8119-6cc3fad75618 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721527 Apr 12 14:26:48.501868 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f604d4f9-f3bc-4bb4-9db0-ef0b08a10663 x-openstack-request-id: req-f604d4f9-f3bc-4bb4-9db0-ef0b08a10663 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:26:48.502123 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a", "tag": "1c0f16dc-ff0a-491c-8fc5-59048859f906", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:26:48.502359 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f604d4f9-f3bc-4bb4-9db0-ef0b08a10663 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:26:48.502838 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f604d4f9-f3bc-4bb4-9db0-ef0b08a10663'] response: {'name': 'network-changed', 'server_uuid': 'fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a', 'tag': '1c0f16dc-ff0a-491c-8fc5-59048859f906', 'status': 'completed', 'code': 200} Apr 12 14:26:48.523395 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning for port 6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:26:48.530266 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning complete for port 6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:48.530720 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:48.546287 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-8166c211-8151-4216-979d-b08866b10fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a0b6c8-ec77-40ab-a972-4f742255a527 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:26:48.555825 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-8166c211-8151-4216-979d-b08866b10fe9 service neutron] Publish callbacks [] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:48.575116 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-8166c211-8151-4216-979d-b08866b10fe9 service neutron] Transition to ACTIVE for port object c8a0b6c8-ec77-40ab-a972-4f742255a527 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:26:48.581602 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-8166c211-8151-4216-979d-b08866b10fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:48.625723 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port 6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:48.625887 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:48.654916 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3202edd-c5e6-4d33-ae1d-4dc954b212e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:26:48.667506 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166c211-8151-4216-979d-b08866b10fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a0b6c8-ec77-40ab-a972-4f742255a527,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:48.686548 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-8166c211-8151-4216-979d-b08866b10fe9 service neutron] Attempting to bind port c8a0b6c8-ec77-40ab-a972-4f742255a527 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:26:48.686964 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-8166c211-8151-4216-979d-b08866b10fe9 service neutron] Attempting to bind port c8a0b6c8-ec77-40ab-a972-4f742255a527 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '5aa54e07-f92f-47f1-bae3-92963cdf5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:26:48.687380 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-8166c211-8151-4216-979d-b08866b10fe9 service neutron] Attempting to bind port c8a0b6c8-ec77-40ab-a972-4f742255a527 on network 10b93a74-e9df-4c8d-a668-3b0b6235408c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:26:48.692531 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-8166c211-8151-4216-979d-b08866b10fe9 service neutron] Port c8a0b6c8-ec77-40ab-a972-4f742255a527 on network 10b93a74-e9df-4c8d-a668-3b0b6235408c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:26:48.692986 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-8166c211-8151-4216-979d-b08866b10fe9 service neutron] Attempting to bind port c8a0b6c8-ec77-40ab-a972-4f742255a527 on network 10b93a74-e9df-4c8d-a668-3b0b6235408c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:26:48.700280 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-8166c211-8151-4216-979d-b08866b10fe9 service neutron] Checking agent: {'id': '533323ec-e26b-4d23-bab1-f8a1493e3727', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'started_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:26:48.700747 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-8166c211-8151-4216-979d-b08866b10fe9 service neutron] Checking segment: {'id': '5aa54e07-f92f-47f1-bae3-92963cdf5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:26:48.701233 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-8166c211-8151-4216-979d-b08866b10fe9 service neutron] Bound using segment: {'id': '5aa54e07-f92f-47f1-bae3-92963cdf5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:26:48.701726 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-8166c211-8151-4216-979d-b08866b10fe9 service neutron] Bound port: c8a0b6c8-ec77-40ab-a972-4f742255a527, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa54e07-f92f-47f1-bae3-92963cdf5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:26:48.702283 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-8166c211-8151-4216-979d-b08866b10fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:48.769378 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-b85bb395-9bda-422f-aad5-972a1fcd941e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:48.771072 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-b85bb395-9bda-422f-aad5-972a1fcd941e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=041172b8-b945-46f0-8972-88e78348afd5 HTTP/1.1" status: 200 len: 858 time: 0.3484731 Apr 12 14:26:48.775752 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009,segment=NetworkSegment(8bcb6605-7e1c-45b1-898f-1fb58edbf00d),segment_id=8bcb6605-7e1c-45b1-898f-1fb58edbf00d)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:48.803343 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:48.851084 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a9e5f7-21ac-4d07-b012-7c7fe8c1552c" -d '{"events": [{"server_uuid": "f3202edd-c5e6-4d33-ae1d-4dc954b212e1", "name": "network-vif-plugged", "status": "completed", "tag": "6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:26:48.859180 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c1555-c6ee-45cf-a55c-e5265121b8ad req-ac6034fe-cd6b-4a33-9102-b4895f7ece90 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:48.861135 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1f3c1555-c6ee-45cf-a55c-e5265121b8ad req-ac6034fe-cd6b-4a33-9102-b4895f7ece90 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 946 time: 0.0899680 Apr 12 14:26:48.863996 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-8166c211-8151-4216-979d-b08866b10fe9 service neutron] For port c8a0b6c8-ec77-40ab-a972-4f742255a527, host hv-cinder-83752, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:26:48.867400 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-39a24be0-a546-40df-96f7-f49116d90214 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590125 Apr 12 14:26:48.869979 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-8166c211-8151-4216-979d-b08866b10fe9 service neutron] For port c8a0b6c8-ec77-40ab-a972-4f742255a527, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c8a0b6c8-ec77-40ab-a972-4f742255a527,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:26:48.870270 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-c1a5cf9f-42ee-4f10-9eca-5a027ab17f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:48.872227 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-c1a5cf9f-42ee-4f10-9eca-5a027ab17f38 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0907393 Apr 12 14:26:48.903211 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-8166c211-8151-4216-979d-b08866b10fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:48.929813 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-8166c211-8151-4216-979d-b08866b10fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:48.930700 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-8166c211-8151-4216-979d-b08866b10fe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:48.932357 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-8166c211-8151-4216-979d-b08866b10fe9 service neutron] 10.222.0.69 "PUT /v2.0/ports/c8a0b6c8-ec77-40ab-a972-4f742255a527 HTTP/1.1" status: 200 len: 1094 time: 1.7158992 Apr 12 14:26:48.937210 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ed3477-8088-40bd-a3a5-21adafe42eab', 'tag': 'c8a0b6c8-ec77-40ab-a972-4f742255a527'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:26:48.939730 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9059b1-143c-4639-a7f4-ea0e54cfe63d" -d '{"events": [{"name": "network-changed", "server_uuid": "04ed3477-8088-40bd-a3a5-21adafe42eab", "tag": "c8a0b6c8-ec77-40ab-a972-4f742255a527"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:26:48.940964 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:49.006830 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1f3c1555-c6ee-45cf-a55c-e5265121b8ad req-a2f7bb21-0f6f-4f84-a306-5a58ca0b4335 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cff1b81-7d8f-4daf-9917-79e3d1f82d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325741 Apr 12 14:26:49.043278 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5439798-67d7-4ed5-91d9-1d5a919604f6 x-openstack-request-id: req-e5439798-67d7-4ed5-91d9-1d5a919604f6 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:26:49.043611 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3202edd-c5e6-4d33-ae1d-4dc954b212e1", "name": "network-vif-plugged", "status": "completed", "tag": "6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:26:49.044649 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e5439798-67d7-4ed5-91d9-1d5a919604f6 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:26:49.045154 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5439798-67d7-4ed5-91d9-1d5a919604f6'] response: {'server_uuid': 'f3202edd-c5e6-4d33-ae1d-4dc954b212e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009', 'code': 200} Apr 12 14:26:49.077022 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1ae67a-82f2-4052-877a-121a304bdee0 x-openstack-request-id: req-0f1ae67a-82f2-4052-877a-121a304bdee0 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:26:49.077458 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ed3477-8088-40bd-a3a5-21adafe42eab", "tag": "c8a0b6c8-ec77-40ab-a972-4f742255a527", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:26:49.077671 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0f1ae67a-82f2-4052-877a-121a304bdee0 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:26:49.078122 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f1ae67a-82f2-4052-877a-121a304bdee0'] response: {'name': 'network-changed', 'server_uuid': '04ed3477-8088-40bd-a3a5-21adafe42eab', 'tag': 'c8a0b6c8-ec77-40ab-a972-4f742255a527', 'status': 'completed', 'code': 200} Apr 12 14:26:49.085335 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08a122ff-ee4e-40bf-aef8-40afcbdfd781 admin admin] Publish callbacks [] for security_group (4db9df7a-3a3c-455b-875d-ba0449fdc357), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:49.098847 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166c211-8151-4216-979d-b08866b10fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a0b6c8-ec77-40ab-a972-4f742255a527,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:49.100745 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08a122ff-ee4e-40bf-aef8-40afcbdfd781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (4db9df7a-3a3c-455b-875d-ba0449fdc357), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:49.103886 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-02f1cbc5-6eee-4404-81f4-e149bfeec053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:49.106276 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-02f1cbc5-6eee-4404-81f4-e149bfeec053 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=49188c95f1804cb397ce7cc2aeb071f2&device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 1128 time: 0.0961890 Apr 12 14:26:49.232769 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-ea76d433-55a5-4410-a09e-5b54956c4df2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8a0b6c8-ec77-40ab-a972-4f742255a527 HTTP/1.1" status: 200 len: 217 time: 0.1047356 Apr 12 14:26:49.233537 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-08a122ff-ee4e-40bf-aef8-40afcbdfd781 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bba6f0e6412549c58e7ffd45877d2722&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3696864 Apr 12 14:26:49.233641 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 54368) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:49.237633 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a122ff-ee4e-40bf-aef8-40afcbdfd781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db9df7a-3a3c-455b-875d-ba0449fdc357,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:49.244588 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-752a9a3a-f873-4130-ae19-e0b998cf7eda req-b3d5d427-747e-4233-83e0-dbd4755c6f90 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604300 Apr 12 14:26:49.249562 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-9d883396-93b1-4212-b932-f2b5c82ea20a service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666966 Apr 12 14:26:49.384069 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-c83d819d-bb5f-4bcf-877a-43dcc2aa2bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:49.385662 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-c83d819d-bb5f-4bcf-877a-43dcc2aa2bab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b1d9c83f-a54a-4a39-b389-03cf74c59344 HTTP/1.1" status: 200 len: 855 time: 0.1408975 Apr 12 14:26:49.394890 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc047c-6ed8-4aef-9f24-9767541172f7 req-14c46b74-276c-4b6f-83ae-409b3995d038 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:49.395646 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5ffc047c-6ed8-4aef-9f24-9767541172f7 req-14c46b74-276c-4b6f-83ae-409b3995d038 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.0820193 Apr 12 14:26:49.418979 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1752338e-0eab-4f5a-b2f9-143b1b661c58 admin admin] Publish callbacks [] for security_group (4db9df7a-3a3c-455b-875d-ba0449fdc357), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:49.454965 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-83f47fa6-3521-4c91-b614-a222d4b022d2 req-45e0ebfd-6f35-442d-bd3d-851e304a7ce0 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864178 Apr 12 14:26:49.461756 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1752338e-0eab-4f5a-b2f9-143b1b661c58 admin admin] Publish callbacks [] for security_group (4db9df7a-3a3c-455b-875d-ba0449fdc357), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:49.509135 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5ffc047c-6ed8-4aef-9f24-9767541172f7 req-6c441e0e-5fb9-4a57-a494-eab6049f80b7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997066 Apr 12 14:26:49.579505 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1752338e-0eab-4f5a-b2f9-143b1b661c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (4db9df7a-3a3c-455b-875d-ba0449fdc357), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:49.584595 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1752338e-0eab-4f5a-b2f9-143b1b661c58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:49.589248 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-1752338e-0eab-4f5a-b2f9-143b1b661c58 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4db9df7a-3a3c-455b-875d-ba0449fdc357 HTTP/1.1" status: 204 len: 168 time: 0.3541315 Apr 12 14:26:49.619228 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752338e-0eab-4f5a-b2f9-143b1b661c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db9df7a-3a3c-455b-875d-ba0449fdc357,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:49.749420 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec381fd-2174-4f15-8300-67ae4f7ce972 req-8521bc51-ffe8-43cd-a559-321fb8d9c555 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:49.751220 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1ec381fd-2174-4f15-8300-67ae4f7ce972 req-8521bc51-ffe8-43cd-a559-321fb8d9c555 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 944 time: 0.1267934 Apr 12 14:26:49.824491 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1ec381fd-2174-4f15-8300-67ae4f7ce972 req-a027497a-5ed7-488d-8447-49168835f660 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663893 Apr 12 14:26:49.988567 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 54402) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:50.005384 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-974406e0-cbdc-43d9-8442-6b44367fd281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:50.094786 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-974406e0-cbdc-43d9-8442-6b44367fd281 admin admin] Publish callbacks [] for security_group (4c65a3a1-5a94-4807-a888-4e7578369713), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:50.098533 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-974406e0-cbdc-43d9-8442-6b44367fd281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (4c65a3a1-5a94-4807-a888-4e7578369713), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:50.139581 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-974406e0-cbdc-43d9-8442-6b44367fd281 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8c09f2aa6a5f4711aaaea52e52c4bacd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498463 Apr 12 14:26:50.140467 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974406e0-cbdc-43d9-8442-6b44367fd281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c65a3a1-5a94-4807-a888-4e7578369713,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:50.142926 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 54406) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:50.143637 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42056ace-2321-4945-9a46-ba0c12313939 req-35c149cc-b32b-483b-9a5c-2a673302cc74 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:50.145618 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-42056ace-2321-4945-9a46-ba0c12313939 req-35c149cc-b32b-483b-9a5c-2a673302cc74 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 946 time: 0.0712872 Apr 12 14:26:50.204413 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-42056ace-2321-4945-9a46-ba0c12313939 req-3fc26d6f-2abe-4aff-9a04-7c86031e3a03 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cff1b81-7d8f-4daf-9917-79e3d1f82d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486870 Apr 12 14:26:50.207045 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33464bbf-eb9a-4029-8bab-66b762bb929a admin admin] Publish callbacks [] for security_group (4c65a3a1-5a94-4807-a888-4e7578369713), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:50.276239 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-6a42f460-1711-4fc7-9c92-8ff8284cbedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:50.277963 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-6a42f460-1711-4fc7-9c92-8ff8284cbedd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=10b93a74-e9df-4c8d-a668-3b0b6235408c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615444 Apr 12 14:26:50.288984 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33464bbf-eb9a-4029-8bab-66b762bb929a admin admin] Publish callbacks [] for security_group (4c65a3a1-5a94-4807-a888-4e7578369713), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:50.303008 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a598d39-febd-4938-8853-9da650771215 req-c3909428-9e91-4317-98b2-16ee466af959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:50.304522 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5a598d39-febd-4938-8853-9da650771215 req-c3909428-9e91-4317-98b2-16ee466af959 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bc50f73daaba422a80028bd9395b487e&device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 1127 time: 0.0811353 Apr 12 14:26:50.352083 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33464bbf-eb9a-4029-8bab-66b762bb929a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (4c65a3a1-5a94-4807-a888-4e7578369713), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:50.354712 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33464bbf-eb9a-4029-8bab-66b762bb929a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:50.355877 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-33464bbf-eb9a-4029-8bab-66b762bb929a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4c65a3a1-5a94-4807-a888-4e7578369713 HTTP/1.1" status: 204 len: 168 time: 0.2116520 Apr 12 14:26:50.368253 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33464bbf-eb9a-4029-8bab-66b762bb929a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c65a3a1-5a94-4807-a888-4e7578369713,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:50.449518 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-77f4204d-1a41-4938-8666-6bbc0a1e5792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:50.503937 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f352e0-06cb-440c-b0ca-bead4e10a825', 'tag': '5cc37ca7-0920-4f67-89e7-d7f50d7555ea'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:26:50.506640 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea00ad51b5642e711501acc1f7ca5604eef3f69d3a6b574dfa4fd32ced1c6c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1f85f1-02cd-4e41-8258-0d8a1b571487" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f352e0-06cb-440c-b0ca-bead4e10a825", "tag": "5cc37ca7-0920-4f67-89e7-d7f50d7555ea"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:26:50.545898 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1fd2f3-b70c-47ef-be4d-e4a8067f2a51 x-openstack-request-id: req-4d1fd2f3-b70c-47ef-be4d-e4a8067f2a51 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:26:50.546273 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f352e0-06cb-440c-b0ca-bead4e10a825", "tag": "5cc37ca7-0920-4f67-89e7-d7f50d7555ea", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:26:50.546503 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4d1fd2f3-b70c-47ef-be4d-e4a8067f2a51 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:26:50.546894 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d1fd2f3-b70c-47ef-be4d-e4a8067f2a51'] response: {'name': 'network-changed', 'server_uuid': 'd5f352e0-06cb-440c-b0ca-bead4e10a825', 'tag': '5cc37ca7-0920-4f67-89e7-d7f50d7555ea', 'status': 'completed', 'code': 200} Apr 12 14:26:50.684570 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f319d2-0d3f-4c63-979c-5059d7a4cadd req-d5a426a0-d254-46c0-829b-253cb4c4a0d5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:50.684570 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-67f319d2-0d3f-4c63-979c-5059d7a4cadd req-d5a426a0-d254-46c0-829b-253cb4c4a0d5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.0570300 Apr 12 14:26:50.761749 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-67f319d2-0d3f-4c63-979c-5059d7a4cadd req-15ad86f1-332e-4a33-8675-c8e49448815c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674820 Apr 12 14:26:50.969845 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636800a-5fdb-4207-8a4f-cf3b46141cbe req-26b46980-357b-4a79-b136-005169ef5cb6 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:50.971830 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e636800a-5fdb-4207-8a4f-cf3b46141cbe req-26b46980-357b-4a79-b136-005169ef5cb6 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 944 time: 0.0500090 Apr 12 14:26:51.029756 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e636800a-5fdb-4207-8a4f-cf3b46141cbe req-b67c5cef-01b4-4e6a-8eb4-40c6e44f6609 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495031 Apr 12 14:26:51.214688 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 54466) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:51.218062 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 54468) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:51.394396 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ff182-fe13-4e81-a610-8dcb9040400c req-f7b86855-fe93-40e2-8b97-f3e415d878d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:51.396833 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-176ff182-fe13-4e81-a610-8dcb9040400c req-f7b86855-fe93-40e2-8b97-f3e415d878d4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 1130 time: 0.1644812 Apr 12 14:26:51.442763 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f85f1-02cd-4e41-8258-0d8a1b571487 req-c62eeb01-24ba-4a0e-a420-dd055e16582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:51.444782 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bb1f85f1-02cd-4e41-8258-0d8a1b571487 req-c62eeb01-24ba-4a0e-a420-dd055e16582a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bc50f73daaba422a80028bd9395b487e&device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 1128 time: 0.1457143 Apr 12 14:26:51.455107 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-176ff182-fe13-4e81-a610-8dcb9040400c req-e6cad9c7-47a4-4192-bcff-353a337785b8 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:51.474275 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60419f-ea5c-4650-9056-94adc623e357 req-58ee51fe-5937-46d3-9dd2-e4e0f48b297b tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:51.475800 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dc60419f-ea5c-4650-9056-94adc623e357 req-58ee51fe-5937-46d3-9dd2-e4e0f48b297b tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 946 time: 0.0883660 Apr 12 14:26:51.490904 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-46a8c2bb-7021-4605-b75d-5039827a6b55 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1494078308-network', 'tenant_id': 'deddc132fb7a4630978de3713c974ca7'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:51.506154 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-721e9226-e05d-454e-a3f3-35fdeb6c4d5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:51.511769 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:51.541352 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-9103ed5f-dcff-44ef-8e5f-885e4a087347 service neutron] 10.222.0.69 "GET /v2.0/networks/10b93a74-e9df-4c8d-a668-3b0b6235408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103955 Apr 12 14:26:51.568703 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a598d39-febd-4938-8853-9da650771215 req-1ad5074e-0f8d-4773-b37d-3253c0437c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:51.570219 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5a598d39-febd-4938-8853-9da650771215 req-1ad5074e-0f8d-4773-b37d-3253c0437c10 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 HTTP/1.1" status: 200 len: 921 time: 0.2827375 Apr 12 14:26:51.593285 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a8c2bb-7021-4605-b75d-5039827a6b55 admin admin] Made reservation on behalf of deddc132fb7a4630978de3713c974ca7 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:26:51.595485 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46a8c2bb-7021-4605-b75d-5039827a6b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:51.653789 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5a598d39-febd-4938-8853-9da650771215 req-27efa0c9-62f9-4d9d-89d0-acea652b4115 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c0f16dc-ff0a-491c-8fc5-59048859f906 HTTP/1.1" status: 200 len: 217 time: 0.0722225 Apr 12 14:26:51.747755 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-176ff182-fe13-4e81-a610-8dcb9040400c req-e6cad9c7-47a4-4192-bcff-353a337785b8 service neutron] Publish callbacks [] for security_group (712bd894-dcb9-4b79-861d-440cd6d2e5e5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:51.759934 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a598d39-febd-4938-8853-9da650771215 req-cf7ce58d-059c-4bad-bdfb-afe63dbf3760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:51.761584 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5a598d39-febd-4938-8853-9da650771215 req-cf7ce58d-059c-4bad-bdfb-afe63dbf3760 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=041172b8-b945-46f0-8972-88e78348afd5 HTTP/1.1" status: 200 len: 858 time: 0.0979488 Apr 12 14:26:51.763301 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46a8c2bb-7021-4605-b75d-5039827a6b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:51.763861 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-176ff182-fe13-4e81-a610-8dcb9040400c req-e6cad9c7-47a4-4192-bcff-353a337785b8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (712bd894-dcb9-4b79-861d-440cd6d2e5e5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:51.808947 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-721e9226-e05d-454e-a3f3-35fdeb6c4d5c admin admin] Publish callbacks [] for security_group (3b196b45-dca4-4a0c-9098-c98293608df0), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:51.843924 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dc60419f-ea5c-4650-9056-94adc623e357 req-0b39aed6-9446-429e-94e7-24e0a8e6ed03 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cff1b81-7d8f-4daf-9917-79e3d1f82d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464279 Apr 12 14:26:51.846304 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-721e9226-e05d-454e-a3f3-35fdeb6c4d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (3b196b45-dca4-4a0c-9098-c98293608df0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:51.867794 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-176ff182-fe13-4e81-a610-8dcb9040400c req-e6cad9c7-47a4-4192-bcff-353a337785b8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3cff1b81-7d8f-4daf-9917-79e3d1f82d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370556 Apr 12 14:26:51.867794 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cad9c7-47a4-4192-bcff-353a337785b8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=712bd894-dcb9-4b79-861d-440cd6d2e5e5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:51.877872 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f85f1-02cd-4e41-8258-0d8a1b571487 req-40d23a46-9754-4177-b18b-00dcbe53842a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:51.878753 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bb1f85f1-02cd-4e41-8258-0d8a1b571487 req-40d23a46-9754-4177-b18b-00dcbe53842a service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 HTTP/1.1" status: 200 len: 921 time: 0.4268062 Apr 12 14:26:51.892438 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a598d39-febd-4938-8853-9da650771215 req-49439515-fb50-414d-becc-0584523878f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:51.893845 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5a598d39-febd-4938-8853-9da650771215 req-49439515-fb50-414d-becc-0584523878f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1093318 Apr 12 14:26:51.898504 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-721e9226-e05d-454e-a3f3-35fdeb6c4d5c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2988a5607d734ce6b54eb681c9ed17ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6818597 Apr 12 14:26:51.901662 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 54484) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:51.925014 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6f05cd9-6ac2-4f03-91c4-7c189e2c3f19 req-273fc9db-6efe-46a4-b761-034e9ef0352f service neutron] 10.222.0.69 "GET /v2.0/networks/10b93a74-e9df-4c8d-a668-3b0b6235408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559453 Apr 12 14:26:51.925736 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e9226-e05d-454e-a3f3-35fdeb6c4d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b196b45-dca4-4a0c-9098-c98293608df0,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:51.949337 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029099b7-8528-41fd-bbd1-7e09a00fc1c6 req-e6fa3234-94f5-4173-b161-e0300f2ba575 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:51.951358 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-029099b7-8528-41fd-bbd1-7e09a00fc1c6 req-e6fa3234-94f5-4173-b161-e0300f2ba575 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.1003177 Apr 12 14:26:51.965602 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8df82b9-648e-4c28-ad9a-cc14b941e844 admin admin] Publish callbacks [] for security_group (3b196b45-dca4-4a0c-9098-c98293608df0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:51.992535 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8df82b9-648e-4c28-ad9a-cc14b941e844 admin admin] Publish callbacks [] for security_group (3b196b45-dca4-4a0c-9098-c98293608df0), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:52.039943 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-029099b7-8528-41fd-bbd1-7e09a00fc1c6 req-fe8f5f45-2111-4a4a-9e5f-6bb10722a940 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820973 Apr 12 14:26:52.054894 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46a8c2bb-7021-4605-b75d-5039827a6b55 admin admin] Publish callbacks [] for security_group (3052d64e-e53c-4b01-a5fc-3e0d81af2165), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:52.063515 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8df82b9-648e-4c28-ad9a-cc14b941e844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (3b196b45-dca4-4a0c-9098-c98293608df0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:52.066894 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8df82b9-648e-4c28-ad9a-cc14b941e844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:52.068282 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-d8df82b9-648e-4c28-ad9a-cc14b941e844 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3b196b45-dca4-4a0c-9098-c98293608df0 HTTP/1.1" status: 204 len: 168 time: 0.1656404 Apr 12 14:26:52.070011 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46a8c2bb-7021-4605-b75d-5039827a6b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (3052d64e-e53c-4b01-a5fc-3e0d81af2165), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:52.088871 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df82b9-648e-4c28-ad9a-cc14b941e844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b196b45-dca4-4a0c-9098-c98293608df0,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:52.127574 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a8c2bb-7021-4605-b75d-5039827a6b55 admin admin] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:26:52.171284 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8c2bb-7021-4605-b75d-5039827a6b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3052d64e-e53c-4b01-a5fc-3e0d81af2165,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:52.179868 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46a8c2bb-7021-4605-b75d-5039827a6b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (4a9a0dcf-b5f0-445f-9feb-366e5510f23c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:52.180448 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-46a8c2bb-7021-4605-b75d-5039827a6b55 admin admin] Added segment 4a9a0dcf-b5f0-445f-9feb-366e5510f23c of type vlan for network 8a5bcbce-bc21-473b-b3a2-d2b12046c97f Apr 12 14:26:52.203906 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2439aad-b1cf-4f07-9bac-019865bfd25d req-7fbdbd98-8efc-4893-803f-ae63ee9f1f38 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:52.205643 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e2439aad-b1cf-4f07-9bac-019865bfd25d req-7fbdbd98-8efc-4893-803f-ae63ee9f1f38 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 944 time: 0.0795197 Apr 12 14:26:52.262067 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46a8c2bb-7021-4605-b75d-5039827a6b55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728757078613'] for network (8a5bcbce-bc21-473b-b3a2-d2b12046c97f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:52.302275 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bb1f85f1-02cd-4e41-8258-0d8a1b571487 req-117a649f-5a11-47d6-801f-43733ba27630 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cc37ca7-0920-4f67-89e7-d7f50d7555ea HTTP/1.1" status: 200 len: 217 time: 0.0533998 Apr 12 14:26:52.348138 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e2439aad-b1cf-4f07-9bac-019865bfd25d req-07f44daa-95c9-4808-a260-9e2bbc131ab1 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217272 Apr 12 14:26:52.349429 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46a8c2bb-7021-4605-b75d-5039827a6b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for network (8a5bcbce-bc21-473b-b3a2-d2b12046c97f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:52.350416 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a8c2bb-7021-4605-b75d-5039827a6b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:52.351005 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-46a8c2bb-7021-4605-b75d-5039827a6b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:52.388540 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5a598d39-febd-4938-8853-9da650771215 req-6eb167cf-6d28-4b92-8385-680bfae94b47 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538270 Apr 12 14:26:52.419629 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 1c0f16dc-ff0a-491c-8fc5-59048859f906 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:26:52.431623 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8c2bb-7021-4605-b75d-5039827a6b55 admin admin] Pushing event updated for resources: {'Network': ['ID=8a5bcbce-bc21-473b-b3a2-d2b12046c97f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:52.437115 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-46a8c2bb-7021-4605-b75d-5039827a6b55 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2179070 Apr 12 14:26:52.440235 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 54508) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:52.445995 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-9650ecba-dd5b-4528-a96c-54eb9b4b9331 admin admin] Request body: {'subnet': {'network_id': '8a5bcbce-bc21-473b-b3a2-d2b12046c97f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1494078308-subnet', 'tenant_id': 'deddc132fb7a4630978de3713c974ca7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:52.466482 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Network 8a5bcbce-bc21-473b-b3a2-d2b12046c97f details requested by agent ovs-agent-dv-cinder-837523-1-iscsi with host dv-cinder-837523-1-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:26:52.485672 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9650ecba-dd5b-4528-a96c-54eb9b4b9331 admin admin] Made reservation on behalf of deddc132fb7a4630978de3713c974ca7 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:26:52.489197 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9650ecba-dd5b-4528-a96c-54eb9b4b9331 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:52.627506 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 1c0f16dc-ff0a-491c-8fc5-59048859f906, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1c0f16dc-ff0a-491c-8fc5-59048859f906,segment=NetworkSegment(7327c438-b8f9-4c5f-ab78-483827bf3cd1),segment_id=7327c438-b8f9-4c5f-ab78-483827bf3cd1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:52.644266 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Returning: {'device': '1c0f16dc-ff0a-491c-8fc5-59048859f906', 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'port_id': '1c0f16dc-ff0a-491c-8fc5-59048859f906', 'mac_address': 'fa:16:3e:a2:e5:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '041172b8-b945-46f0-8972-88e78348afd5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:26:52.744403 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port 1c0f16dc-ff0a-491c-8fc5-59048859f906 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:52.744403 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (1c0f16dc-ff0a-491c-8fc5-59048859f906), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:52.760870 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0f16dc-ff0a-491c-8fc5-59048859f906 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:26:52.785778 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 1c0f16dc-ff0a-491c-8fc5-59048859f906, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1c0f16dc-ff0a-491c-8fc5-59048859f906,segment=NetworkSegment(7327c438-b8f9-4c5f-ab78-483827bf3cd1),segment_id=7327c438-b8f9-4c5f-ab78-483827bf3cd1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:52.794965 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (1c0f16dc-ff0a-491c-8fc5-59048859f906), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:52.815277 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9650ecba-dd5b-4528-a96c-54eb9b4b9331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for subnet (63a1282f-ed82-4d14-99df-63bf7aa03a7a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:52.879115 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:52.886245 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=1c0f16dc-ff0a-491c-8fc5-59048859f906,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:52.897997 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 54528) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:52.910122 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650ecba-dd5b-4528-a96c-54eb9b4b9331 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63a1282f-ed82-4d14-99df-63bf7aa03a7a,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:52.918636 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9650ecba-dd5b-4528-a96c-54eb9b4b9331 admin admin] Checking segment: {'id': '4a9a0dcf-b5f0-445f-9feb-366e5510f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '8a5bcbce-bc21-473b-b3a2-d2b12046c97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:26:52.918988 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9650ecba-dd5b-4528-a96c-54eb9b4b9331 admin admin] Network hostable DHCP agents. Network: 8a5bcbce-bc21-473b-b3a2-d2b12046c97f, hostable agents: ['26b99ea2-1f24-436d-a395-59cabb3f6051'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:26:52.938823 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9650ecba-dd5b-4528-a96c-54eb9b4b9331 admin admin] Network 8a5bcbce-bc21-473b-b3a2-d2b12046c97f is scheduled to be hosted by DHCP agent 26b99ea2-1f24-436d-a395-59cabb3f6051 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:26:52.953619 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-9650ecba-dd5b-4528-a96c-54eb9b4b9331 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837523-1-iscsi, 8a5bcbce-bc21-473b-b3a2-d2b12046c97f) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:26:52.961997 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9650ecba-dd5b-4528-a96c-54eb9b4b9331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:52.962735 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9650ecba-dd5b-4528-a96c-54eb9b4b9331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:52.963382 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd683dc-cd66-4f98-8821-d02045b9666f None None] Network 8a5bcbce-bc21-473b-b3a2-d2b12046c97f requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:26:52.983910 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-9650ecba-dd5b-4528-a96c-54eb9b4b9331 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5420611 Apr 12 14:26:53.026129 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5116e5-85fa-4c3b-a704-274a4c017851 req-81e8614b-5dd0-4100-96cb-2d30f5e66fab tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:53.027795 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aa5116e5-85fa-4c3b-a704-274a4c017851 req-81e8614b-5dd0-4100-96cb-2d30f5e66fab tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 946 time: 0.0815015 Apr 12 14:26:53.085003 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8525733e-6bfe-4d0d-9908-52e6df97c68c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:53.090915 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769b7bcb-7a7f-41c1-8866-8416889270ff None None] Network 8a5bcbce-bc21-473b-b3a2-d2b12046c97f requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:26:53.179389 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['1c0f16dc-ff0a-491c-8fc5-59048859f906'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:26:53.201454 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aa5116e5-85fa-4c3b-a704-274a4c017851 req-6cb12c14-1d2c-4be4-98d5-e89318a9a39f tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cff1b81-7d8f-4daf-9917-79e3d1f82d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604939 Apr 12 14:26:53.218955 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8525733e-6bfe-4d0d-9908-52e6df97c68c admin admin] Publish callbacks [] for security_group (c83182f1-cb76-4734-afe1-2768b10fc0c4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:53.220713 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b51323-9d2b-46a3-96e2-81dbc3824e16 req-3fb59839-ce9f-4ebe-b597-094dc3c3bd7a tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:53.227236 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8525733e-6bfe-4d0d-9908-52e6df97c68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (c83182f1-cb76-4734-afe1-2768b10fc0c4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:53.228674 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c7b51323-9d2b-46a3-96e2-81dbc3824e16 req-3fb59839-ce9f-4ebe-b597-094dc3c3bd7a tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.0838997 Apr 12 14:26:53.295441 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c7b51323-9d2b-46a3-96e2-81dbc3824e16 req-03f1eee1-732d-4b4f-848f-a4ed5c00598a tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655503 Apr 12 14:26:53.335725 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525733e-6bfe-4d0d-9908-52e6df97c68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83182f1-cb76-4734-afe1-2768b10fc0c4,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:53.342740 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-8525733e-6bfe-4d0d-9908-52e6df97c68c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c8ce9c00bdcc41b1a9346efba23c7d0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4394698 Apr 12 14:26:53.343148 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 54546) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:53.426003 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c305c5e-ab55-44c3-a49f-02330c445926 admin admin] Publish callbacks [] for security_group (c83182f1-cb76-4734-afe1-2768b10fc0c4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:53.495696 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c305c5e-ab55-44c3-a49f-02330c445926 admin admin] Publish callbacks [] for security_group (c83182f1-cb76-4734-afe1-2768b10fc0c4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:53.510320 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb1426-9a7a-4808-8b31-1c7a0ae455f2 req-797810a1-b511-4fea-8631-056c1017918b tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:53.518316 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d7eb1426-9a7a-4808-8b31-1c7a0ae455f2 req-797810a1-b511-4fea-8631-056c1017918b tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 944 time: 0.0850344 Apr 12 14:26:53.576999 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d7eb1426-9a7a-4808-8b31-1c7a0ae455f2 req-fa04bc1b-b941-457b-8eca-d40bf66a44ab tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577502 Apr 12 14:26:53.590093 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c305c5e-ab55-44c3-a49f-02330c445926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (c83182f1-cb76-4734-afe1-2768b10fc0c4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:53.593311 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c305c5e-ab55-44c3-a49f-02330c445926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:53.594811 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-9c305c5e-ab55-44c3-a49f-02330c445926 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c83182f1-cb76-4734-afe1-2768b10fc0c4 HTTP/1.1" status: 204 len: 168 time: 0.2507694 Apr 12 14:26:53.631201 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c305c5e-ab55-44c3-a49f-02330c445926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83182f1-cb76-4734-afe1-2768b10fc0c4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:53.682996 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9059b1-143c-4639-a7f4-ea0e54cfe63d req-a7df8342-83fa-4631-9b5c-086bd36a96c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:53.684550 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bc9059b1-143c-4639-a7f4-ea0e54cfe63d req-a7df8342-83fa-4631-9b5c-086bd36a96c0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=49188c95f1804cb397ce7cc2aeb071f2&device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 1128 time: 0.1016929 Apr 12 14:26:53.691242 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f85f1-02cd-4e41-8258-0d8a1b571487 req-c7b7536a-d8c1-471d-b7d8-ee62c735562a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:53.693385 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bb1f85f1-02cd-4e41-8258-0d8a1b571487 req-c7b7536a-d8c1-471d-b7d8-ee62c735562a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=041172b8-b945-46f0-8972-88e78348afd5 HTTP/1.1" status: 200 len: 858 time: 0.1111052 Apr 12 14:26:53.730832 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5a598d39-febd-4938-8853-9da650771215 req-23958e58-e402-496b-8bfb-7152bb7b26cd service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503251 Apr 12 14:26:53.884069 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f85f1-02cd-4e41-8258-0d8a1b571487 req-4731bfe6-6e59-43b6-aacb-6fce74d2c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:53.885671 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bb1f85f1-02cd-4e41-8258-0d8a1b571487 req-4731bfe6-6e59-43b6-aacb-6fce74d2c415 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1640799 Apr 12 14:26:53.988696 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9059b1-143c-4639-a7f4-ea0e54cfe63d req-6b375575-18e9-45bd-8f4d-292ef7329668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:53.990501 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bc9059b1-143c-4639-a7f4-ea0e54cfe63d req-6b375575-18e9-45bd-8f4d-292ef7329668 service neutron] 10.222.0.69 "GET /v2.0/networks?id=10b93a74-e9df-4c8d-a668-3b0b6235408c HTTP/1.1" status: 200 len: 918 time: 0.2825201 Apr 12 14:26:54.073008 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 54606) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:54.073709 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bc9059b1-143c-4639-a7f4-ea0e54cfe63d req-e4ece5ee-d5c5-496b-b626-fe44fc87609b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8a0b6c8-ec77-40ab-a972-4f742255a527 HTTP/1.1" status: 200 len: 217 time: 0.0450559 Apr 12 14:26:54.094387 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-726b16d0-1974-431a-bf33-cf7b170c4dc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:54.140328 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bb1f85f1-02cd-4e41-8258-0d8a1b571487 req-e2cb581c-3d77-4ea3-a158-9f921ce5b218 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281137 Apr 12 14:26:54.195878 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9059b1-143c-4639-a7f4-ea0e54cfe63d req-ac41c371-388d-4fae-9e0c-7fa0d7cfd27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:54.197460 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bc9059b1-143c-4639-a7f4-ea0e54cfe63d req-ac41c371-388d-4fae-9e0c-7fa0d7cfd27f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b1d9c83f-a54a-4a39-b389-03cf74c59344 HTTP/1.1" status: 200 len: 855 time: 0.1035359 Apr 12 14:26:54.220730 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-726b16d0-1974-431a-bf33-cf7b170c4dc4 admin admin] Publish callbacks [] for security_group (280af3b5-f6f0-47bd-ab43-ae602b5a5871), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:54.226056 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-726b16d0-1974-431a-bf33-cf7b170c4dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (280af3b5-f6f0-47bd-ab43-ae602b5a5871), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:54.297457 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 54620) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:54.306026 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5b505d56-7a4b-412a-a4cd-6c2eae2e552b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-458543500-network', 'tenant_id': '4b1fc596807042559e36348a2afb5a4c'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:54.311391 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9059b1-143c-4639-a7f4-ea0e54cfe63d req-79b3ab7b-425c-4e42-9777-ad44215e1e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:54.313023 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bc9059b1-143c-4639-a7f4-ea0e54cfe63d req-79b3ab7b-425c-4e42-9777-ad44215e1e4b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=10b93a74-e9df-4c8d-a668-3b0b6235408c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0823729 Apr 12 14:26:54.344419 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-726b16d0-1974-431a-bf33-cf7b170c4dc4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=39a379b956764737ae9d81940d688518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675452 Apr 12 14:26:54.344419 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b16d0-1974-431a-bf33-cf7b170c4dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280af3b5-f6f0-47bd-ab43-ae602b5a5871,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:54.352709 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 54624) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:54.364962 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b505d56-7a4b-412a-a4cd-6c2eae2e552b admin admin] Made reservation on behalf of 4b1fc596807042559e36348a2afb5a4c for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:26:54.368272 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b505d56-7a4b-412a-a4cd-6c2eae2e552b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:54.376516 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bb1f85f1-02cd-4e41-8258-0d8a1b571487 req-1048ae54-e07a-4687-95cc-a90be8f4f386 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275059 Apr 12 14:26:54.385205 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b505d56-7a4b-412a-a4cd-6c2eae2e552b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:54.412523 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:54.432264 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe06810-07cd-45d3-93db-3c32118da7ba req-29c830ed-69bd-4d4b-960e-65bb2489a79f tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:54.434053 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3fe06810-07cd-45d3-93db-3c32118da7ba req-29c830ed-69bd-4d4b-960e-65bb2489a79f tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 946 time: 0.1539559 Apr 12 14:26:54.437003 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 5cc37ca7-0920-4f67-89e7-d7f50d7555ea details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:26:54.466040 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 1c0f16dc-ff0a-491c-8fc5-59048859f906 up at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:26:54.518805 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b505d56-7a4b-412a-a4cd-6c2eae2e552b admin admin] Publish callbacks [] for security_group (c2f5e0b1-329d-44dc-8147-97ca94997e98), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:54.525145 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b505d56-7a4b-412a-a4cd-6c2eae2e552b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (c2f5e0b1-329d-44dc-8147-97ca94997e98), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:54.556651 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b505d56-7a4b-412a-a4cd-6c2eae2e552b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f5e0b1-329d-44dc-8147-97ca94997e98,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:54.583868 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b505d56-7a4b-412a-a4cd-6c2eae2e552b admin admin] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:26:54.595905 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b505d56-7a4b-412a-a4cd-6c2eae2e552b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (8db4d7ff-b6bb-457b-a946-5d269e3c872a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:54.596263 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.db.segments_db [None req-5b505d56-7a4b-412a-a4cd-6c2eae2e552b admin admin] Added segment 8db4d7ff-b6bb-457b-a946-5d269e3c872a of type vlan for network 20b447cf-d155-4086-a246-f6cb046f7a12 Apr 12 14:26:54.601624 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 5cc37ca7-0920-4f67-89e7-d7f50d7555ea, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5cc37ca7-0920-4f67-89e7-d7f50d7555ea,segment=NetworkSegment(7327c438-b8f9-4c5f-ab78-483827bf3cd1),segment_id=7327c438-b8f9-4c5f-ab78-483827bf3cd1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:54.616762 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bc9059b1-143c-4639-a7f4-ea0e54cfe63d req-4f67f091-f0e7-488a-a64d-7f86f7303419 service neutron] 10.222.0.69 "GET /v2.0/networks/10b93a74-e9df-4c8d-a668-3b0b6235408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828822 Apr 12 14:26:54.628664 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Returning: {'device': '5cc37ca7-0920-4f67-89e7-d7f50d7555ea', 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'port_id': '5cc37ca7-0920-4f67-89e7-d7f50d7555ea', 'mac_address': 'fa:16:3e:bc:27:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '041172b8-b945-46f0-8972-88e78348afd5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:26:54.636153 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning for port 1c0f16dc-ff0a-491c-8fc5-59048859f906 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:26:54.646709 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b505d56-7a4b-412a-a4cd-6c2eae2e552b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728757078613'] for network (20b447cf-d155-4086-a246-f6cb046f7a12), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:54.679073 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b505d56-7a4b-412a-a4cd-6c2eae2e552b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for network (20b447cf-d155-4086-a246-f6cb046f7a12), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:54.680529 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b505d56-7a4b-412a-a4cd-6c2eae2e552b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:54.681441 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b505d56-7a4b-412a-a4cd-6c2eae2e552b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:54.686953 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning complete for port 1c0f16dc-ff0a-491c-8fc5-59048859f906 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:54.687352 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (1c0f16dc-ff0a-491c-8fc5-59048859f906), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:54.696127 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port 5cc37ca7-0920-4f67-89e7-d7f50d7555ea is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:54.696642 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (5cc37ca7-0920-4f67-89e7-d7f50d7555ea), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:54.736066 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc37ca7-0920-4f67-89e7-d7f50d7555ea {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:26:54.766585 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 5cc37ca7-0920-4f67-89e7-d7f50d7555ea, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5cc37ca7-0920-4f67-89e7-d7f50d7555ea,segment=NetworkSegment(7327c438-b8f9-4c5f-ab78-483827bf3cd1),segment_id=7327c438-b8f9-4c5f-ab78-483827bf3cd1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:54.773458 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (5cc37ca7-0920-4f67-89e7-d7f50d7555ea), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:54.787768 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-5b505d56-7a4b-412a-a4cd-6c2eae2e552b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4859312 Apr 12 14:26:54.800084 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 54640) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:54.813659 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a12139cf-b4ff-49cc-8c1a-4ef020abe8c1 admin admin] Request body: {'subnet': {'network_id': '20b447cf-d155-4086-a246-f6cb046f7a12', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-458543500-subnet', 'tenant_id': '4b1fc596807042559e36348a2afb5a4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:26:54.824156 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b505d56-7a4b-412a-a4cd-6c2eae2e552b admin admin] Pushing event updated for resources: {'Network': ['ID=20b447cf-d155-4086-a246-f6cb046f7a12,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:54.845849 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4a738-256d-44d4-8635-3445e5efc0b1 req-3a5259ad-aeb0-486c-85bb-1f21d80724c8 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:54.847481 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-90a4a738-256d-44d4-8635-3445e5efc0b1 req-3a5259ad-aeb0-486c-85bb-1f21d80724c8 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.4094126 Apr 12 14:26:54.850627 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bc9059b1-143c-4639-a7f4-ea0e54cfe63d req-4d921c0c-5080-4fa5-98e4-05cfbdc6efd4 service neutron] 10.222.0.69 "GET /v2.0/networks/10b93a74-e9df-4c8d-a668-3b0b6235408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785283 Apr 12 14:26:54.862376 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12139cf-b4ff-49cc-8c1a-4ef020abe8c1 admin admin] Made reservation on behalf of 4b1fc596807042559e36348a2afb5a4c for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:26:54.866462 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a12139cf-b4ff-49cc-8c1a-4ef020abe8c1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:54.901587 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-977d4862-7ee7-44c1-969c-69539e24181d admin admin] Publish callbacks [] for security_group (280af3b5-f6f0-47bd-ab43-ae602b5a5871), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:54.914607 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3fe06810-07cd-45d3-93db-3c32118da7ba req-22cae699-fef6-42da-b5cf-5251494aa731 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cff1b81-7d8f-4daf-9917-79e3d1f82d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235028 Apr 12 14:26:54.935453 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Network 20b447cf-d155-4086-a246-f6cb046f7a12 details requested by agent ovs-agent-dv-cinder-837523-1-iscsi with host dv-cinder-837523-1-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:26:54.975192 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-977d4862-7ee7-44c1-969c-69539e24181d admin admin] Publish callbacks [] for security_group (280af3b5-f6f0-47bd-ab43-ae602b5a5871), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:54.985142 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-90a4a738-256d-44d4-8635-3445e5efc0b1 req-d9c7fb16-3cd3-4edf-90b0-43cb991f5ad7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182218 Apr 12 14:26:55.081200 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-977d4862-7ee7-44c1-969c-69539e24181d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (280af3b5-f6f0-47bd-ab43-ae602b5a5871), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:55.083982 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-977d4862-7ee7-44c1-969c-69539e24181d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:55.087658 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-977d4862-7ee7-44c1-969c-69539e24181d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/280af3b5-f6f0-47bd-ab43-ae602b5a5871 HTTP/1.1" status: 204 len: 168 time: 0.7308295 Apr 12 14:26:55.141863 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=5cc37ca7-0920-4f67-89e7-d7f50d7555ea,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:55.149809 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port 1c0f16dc-ff0a-491c-8fc5-59048859f906 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:55.150437 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (1c0f16dc-ff0a-491c-8fc5-59048859f906), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:55.192090 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d4862-7ee7-44c1-969c-69539e24181d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280af3b5-f6f0-47bd-ab43-ae602b5a5871,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:55.210531 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57fbf4-6d2e-45f2-8223-6564d94a58de req-f5ef5f91-0c21-406a-84a4-c868531d91ad tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:55.212329 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dd57fbf4-6d2e-45f2-8223-6564d94a58de req-f5ef5f91-0c21-406a-84a4-c868531d91ad tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 945 time: 0.1244183 Apr 12 14:26:55.215562 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 1c0f16dc-ff0a-491c-8fc5-59048859f906, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1c0f16dc-ff0a-491c-8fc5-59048859f906,segment=NetworkSegment(7327c438-b8f9-4c5f-ab78-483827bf3cd1),segment_id=7327c438-b8f9-4c5f-ab78-483827bf3cd1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:55.223281 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0f16dc-ff0a-491c-8fc5-59048859f906'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:26:55.228262 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a12139cf-b4ff-49cc-8c1a-4ef020abe8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for subnet (c856fba5-e89d-4448-9bfb-ba704205278b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:55.233550 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2442aa77-b388-4688-831a-3c48c5d9771f" -d '{"events": [{"server_uuid": "fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a", "name": "network-vif-plugged", "status": "completed", "tag": "1c0f16dc-ff0a-491c-8fc5-59048859f906"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:26:55.237573 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['5cc37ca7-0920-4f67-89e7-d7f50d7555ea'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:26:55.250885 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (1c0f16dc-ff0a-491c-8fc5-59048859f906), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:55.303571 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dd57fbf4-6d2e-45f2-8223-6564d94a58de req-22438fc5-09e5-464f-97cb-9b0b27e4709a tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828483 Apr 12 14:26:55.349166 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de813a98-b6b5-4b48-9fa6-596cd81ec60f x-openstack-request-id: req-de813a98-b6b5-4b48-9fa6-596cd81ec60f {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:26:55.349645 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a", "name": "network-vif-plugged", "status": "completed", "tag": "1c0f16dc-ff0a-491c-8fc5-59048859f906", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:26:55.349724 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-de813a98-b6b5-4b48-9fa6-596cd81ec60f {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:26:55.350109 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de813a98-b6b5-4b48-9fa6-596cd81ec60f'] response: {'server_uuid': 'fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0f16dc-ff0a-491c-8fc5-59048859f906', 'code': 200} Apr 12 14:26:55.372179 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12139cf-b4ff-49cc-8c1a-4ef020abe8c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c856fba5-e89d-4448-9bfb-ba704205278b,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:55.383773 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12139cf-b4ff-49cc-8c1a-4ef020abe8c1 admin admin] Checking segment: {'id': '8db4d7ff-b6bb-457b-a946-5d269e3c872a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '20b447cf-d155-4086-a246-f6cb046f7a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:26:55.384143 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12139cf-b4ff-49cc-8c1a-4ef020abe8c1 admin admin] Network hostable DHCP agents. Network: 20b447cf-d155-4086-a246-f6cb046f7a12, hostable agents: ['26b99ea2-1f24-436d-a395-59cabb3f6051'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:26:55.405482 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=1c0f16dc-ff0a-491c-8fc5-59048859f906,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:55.408990 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12139cf-b4ff-49cc-8c1a-4ef020abe8c1 admin admin] Network 20b447cf-d155-4086-a246-f6cb046f7a12 is scheduled to be hosted by DHCP agent 26b99ea2-1f24-436d-a395-59cabb3f6051 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:26:55.425923 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-a12139cf-b4ff-49cc-8c1a-4ef020abe8c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837523-1-iscsi, 20b447cf-d155-4086-a246-f6cb046f7a12) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:26:55.439391 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12139cf-b4ff-49cc-8c1a-4ef020abe8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:55.439990 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a12139cf-b4ff-49cc-8c1a-4ef020abe8c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:55.440517 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8bf3bc-9cfe-4df8-8a9e-823d3b81cea5 None None] Network 20b447cf-d155-4086-a246-f6cb046f7a12 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:26:55.462926 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-a12139cf-b4ff-49cc-8c1a-4ef020abe8c1 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6613264 Apr 12 14:26:55.617891 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 54666) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:55.644933 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69ea78bc-2c33-45b0-91b0-d0c5248c6902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:55.649738 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32a72c9-23c4-411e-a262-a48a45117eda None None] Network 20b447cf-d155-4086-a246-f6cb046f7a12 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:26:55.756090 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69ea78bc-2c33-45b0-91b0-d0c5248c6902 admin admin] Publish callbacks [] for security_group (04063bc2-b0e9-4d78-84d7-b8e85352b7f3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:55.764026 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69ea78bc-2c33-45b0-91b0-d0c5248c6902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (04063bc2-b0e9-4d78-84d7-b8e85352b7f3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:55.778770 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4961db6-80a2-41aa-bd6d-54f09b0d5401 req-bc8fbca1-aa33-4904-9b18-34b8f303bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:55.780477 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4961db6-80a2-41aa-bd6d-54f09b0d5401 req-bc8fbca1-aa33-4904-9b18-34b8f303bef7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 1129 time: 0.1499920 Apr 12 14:26:55.810040 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-69ea78bc-2c33-45b0-91b0-d0c5248c6902 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=04c5563b3e5b4494a41a3c485e9c728f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1868017 Apr 12 14:26:55.810040 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea78bc-2c33-45b0-91b0-d0c5248c6902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04063bc2-b0e9-4d78-84d7-b8e85352b7f3,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:55.812006 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 54674) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:26:55.870101 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3ccdecfb-4309-435d-b0c1-cfe778fdd041 admin admin] Publish callbacks [] for security_group (04063bc2-b0e9-4d78-84d7-b8e85352b7f3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:55.877197 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4961db6-80a2-41aa-bd6d-54f09b0d5401 req-952d35f7-8402-4bdd-a541-2a32ac3ca55a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675647 Apr 12 14:26:55.893219 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3ccdecfb-4309-435d-b0c1-cfe778fdd041 admin admin] Publish callbacks [] for security_group (04063bc2-b0e9-4d78-84d7-b8e85352b7f3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:55.948266 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3ccdecfb-4309-435d-b0c1-cfe778fdd041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (04063bc2-b0e9-4d78-84d7-b8e85352b7f3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:55.951509 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3ccdecfb-4309-435d-b0c1-cfe778fdd041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:55.952669 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-3ccdecfb-4309-435d-b0c1-cfe778fdd041 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/04063bc2-b0e9-4d78-84d7-b8e85352b7f3 HTTP/1.1" status: 204 len: 168 time: 0.1395605 Apr 12 14:26:55.964476 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccdecfb-4309-435d-b0c1-cfe778fdd041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04063bc2-b0e9-4d78-84d7-b8e85352b7f3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:56.068656 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31f0be-b371-483f-bec1-fe7487b2b876 req-e9d910b3-e8c6-4957-a08c-6a06b34fac4f tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:56.071482 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6c31f0be-b371-483f-bec1-fe7487b2b876 req-e9d910b3-e8c6-4957-a08c-6a06b34fac4f tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 946 time: 0.0775259 Apr 12 14:26:56.161036 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6c31f0be-b371-483f-bec1-fe7487b2b876 req-02659c22-ca58-402a-b80c-43e08a219040 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cff1b81-7d8f-4daf-9917-79e3d1f82d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834415 Apr 12 14:26:56.179146 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdbc73-cfb6-4dca-aa51-3d9ea7f776bc req-b9213fea-b624-4a48-8a9d-77c1e158a5ce tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:56.180679 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c2bdbc73-cfb6-4dca-aa51-3d9ea7f776bc req-b9213fea-b624-4a48-8a9d-77c1e158a5ce tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.0806010 Apr 12 14:26:56.257068 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c2bdbc73-cfb6-4dca-aa51-3d9ea7f776bc req-f742287e-67bc-4930-8bc4-79469f8da72a tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652466 Apr 12 14:26:56.442066 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device c8a0b6c8-ec77-40ab-a972-4f742255a527 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:26:56.452110 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 5cc37ca7-0920-4f67-89e7-d7f50d7555ea up at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:26:56.473693 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce7ac6-e4ef-4bb9-bee3-badc269e9463 req-2ee96107-19fc-4ba2-843f-412b29c0cf3a tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:56.486046 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2cce7ac6-e4ef-4bb9-bee3-badc269e9463 req-2ee96107-19fc-4ba2-843f-412b29c0cf3a tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 945 time: 0.0855792 Apr 12 14:26:56.551968 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2cce7ac6-e4ef-4bb9-bee3-badc269e9463 req-ec16553d-2404-41bd-ba1c-3c65d1fff10d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647743 Apr 12 14:26:56.583102 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning for port 5cc37ca7-0920-4f67-89e7-d7f50d7555ea completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:26:56.594513 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning complete for port 5cc37ca7-0920-4f67-89e7-d7f50d7555ea triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:26:56.594926 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (5cc37ca7-0920-4f67-89e7-d7f50d7555ea), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:56.660117 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port c8a0b6c8-ec77-40ab-a972-4f742255a527, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c8a0b6c8-ec77-40ab-a972-4f742255a527,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:56.689371 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Returning: {'device': 'c8a0b6c8-ec77-40ab-a972-4f742255a527', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'port_id': 'c8a0b6c8-ec77-40ab-a972-4f742255a527', 'mac_address': 'fa:16:3e:86:27:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:26:56.774684 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port 5cc37ca7-0920-4f67-89e7-d7f50d7555ea is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:56.775388 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (5cc37ca7-0920-4f67-89e7-d7f50d7555ea), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:56.794113 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port c8a0b6c8-ec77-40ab-a972-4f742255a527 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:26:56.794510 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:56.820974 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a0b6c8-ec77-40ab-a972-4f742255a527 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:26:56.838314 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 5cc37ca7-0920-4f67-89e7-d7f50d7555ea, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5cc37ca7-0920-4f67-89e7-d7f50d7555ea,segment=NetworkSegment(7327c438-b8f9-4c5f-ab78-483827bf3cd1),segment_id=7327c438-b8f9-4c5f-ab78-483827bf3cd1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:56.847092 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (5cc37ca7-0920-4f67-89e7-d7f50d7555ea), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:56.878327 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port c8a0b6c8-ec77-40ab-a972-4f742255a527, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c8a0b6c8-ec77-40ab-a972-4f742255a527,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:26:56.886157 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:26:56.913772 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=5cc37ca7-0920-4f67-89e7-d7f50d7555ea,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:56.964367 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=c8a0b6c8-ec77-40ab-a972-4f742255a527,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:26:57.234299 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['c8a0b6c8-ec77-40ab-a972-4f742255a527'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:26:57.354578 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f352e0-06cb-440c-b0ca-bead4e10a825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc37ca7-0920-4f67-89e7-d7f50d7555ea'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:26:57.357377 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1b87e7-73d4-4af3-a364-31343c0aa589" -d '{"events": [{"server_uuid": "d5f352e0-06cb-440c-b0ca-bead4e10a825", "name": "network-vif-plugged", "status": "completed", "tag": "5cc37ca7-0920-4f67-89e7-d7f50d7555ea"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:26:57.422822 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7da0f7-2501-4198-8a24-eff01ba9ef39 req-975d75e1-2ea6-4800-afd2-483c4e4cf572 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:57.431808 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ce7da0f7-2501-4198-8a24-eff01ba9ef39 req-975d75e1-2ea6-4800-afd2-483c4e4cf572 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 945 time: 0.0829687 Apr 12 14:26:57.448733 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e100236-fd29-43e0-9470-8c647aa71d23 x-openstack-request-id: req-8e100236-fd29-43e0-9470-8c647aa71d23 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:26:57.450856 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f352e0-06cb-440c-b0ca-bead4e10a825", "name": "network-vif-plugged", "status": "completed", "tag": "5cc37ca7-0920-4f67-89e7-d7f50d7555ea", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:26:57.450856 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8e100236-fd29-43e0-9470-8c647aa71d23 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:26:57.450856 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e100236-fd29-43e0-9470-8c647aa71d23'] response: {'server_uuid': 'd5f352e0-06cb-440c-b0ca-bead4e10a825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc37ca7-0920-4f67-89e7-d7f50d7555ea', 'code': 200} Apr 12 14:26:57.505535 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ce7da0f7-2501-4198-8a24-eff01ba9ef39 req-45984293-f1b5-48a7-968b-35616c40debe tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725753 Apr 12 14:26:57.749063 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59173329-8c77-45fc-bc27-ad21dc47f1e1 req-5dd0281f-12fe-4c65-bf8c-6fcb53cf581f tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:57.751147 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-59173329-8c77-45fc-bc27-ad21dc47f1e1 req-5dd0281f-12fe-4c65-bf8c-6fcb53cf581f tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.1056685 Apr 12 14:26:57.847748 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-59173329-8c77-45fc-bc27-ad21dc47f1e1 req-0af92197-fcc5-4145-b9da-fe7c0012f414 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885508 Apr 12 14:26:57.850948 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a8237-86b8-4ad6-b37c-86e4d2b015a5 req-3548581b-70ac-4e56-8d48-580e6883b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:57.852443 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-014a8237-86b8-4ad6-b37c-86e4d2b015a5 req-3548581b-70ac-4e56-8d48-580e6883b9a8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 1130 time: 0.0696948 Apr 12 14:26:57.909594 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-014a8237-86b8-4ad6-b37c-86e4d2b015a5 req-cfa793d2-2e7d-48a5-9024-9f7f4f709708 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499661 Apr 12 14:26:58.645457 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b7f58-2de6-4bd8-bf78-e340a954831d req-c8528cdd-b11c-4fdb-8361-5f9f8783cd85 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:58.647516 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-db1b7f58-2de6-4bd8-bf78-e340a954831d req-c8528cdd-b11c-4fdb-8361-5f9f8783cd85 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 945 time: 0.0557940 Apr 12 14:26:58.699673 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-db1b7f58-2de6-4bd8-bf78-e340a954831d req-9dd8b46a-e502-4534-b15d-1cfc6405262b tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464606 Apr 12 14:26:58.962068 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686d3ac-d3ec-464f-abe4-6215d4b636f8 req-633fc1da-8e20-4aba-b533-6196197b0491 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:58.963438 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c686d3ac-d3ec-464f-abe4-6215d4b636f8 req-633fc1da-8e20-4aba-b533-6196197b0491 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0457137 Apr 12 14:26:59.017285 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c686d3ac-d3ec-464f-abe4-6215d4b636f8 req-9c95ecdc-6361-4d86-bb91-bca8187c6c15 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483308 Apr 12 14:26:59.823935 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3453a86-a5e1-43e3-9df8-8e2d4a642426 req-16183698-dd94-41c5-87cc-f7f5a91f35cc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:26:59.825352 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a3453a86-a5e1-43e3-9df8-8e2d4a642426 req-16183698-dd94-41c5-87cc-f7f5a91f35cc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 945 time: 0.0547664 Apr 12 14:26:59.871695 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a3453a86-a5e1-43e3-9df8-8e2d4a642426 req-f38c641b-6ddf-4f69-a67a-ebd0c483db3b tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406196 Apr 12 14:27:00.231550 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device c8a0b6c8-ec77-40ab-a972-4f742255a527 up at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:27:00.259935 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36d0cb-4967-425b-bd66-d9db4fdf7e74 req-43ca2092-0959-4b98-b6e8-e3d7c2d82f2a tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:00.261438 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2f36d0cb-4967-425b-bd66-d9db4fdf7e74 req-43ca2092-0959-4b98-b6e8-e3d7c2d82f2a tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.1757617 Apr 12 14:27:00.278057 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning for port c8a0b6c8-ec77-40ab-a972-4f742255a527 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:27:00.285981 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning complete for port c8a0b6c8-ec77-40ab-a972-4f742255a527 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:27:00.287270 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:00.315614 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2f36d0cb-4967-425b-bd66-d9db4fdf7e74 req-a33c4a4a-d7b5-4002-9e73-2da3d95983d8 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481837 Apr 12 14:27:00.371558 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port c8a0b6c8-ec77-40ab-a972-4f742255a527 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:27:00.371852 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:00.404107 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ed3477-8088-40bd-a3a5-21adafe42eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a0b6c8-ec77-40ab-a972-4f742255a527'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:27:00.406382 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc671aa-80c4-40a4-92f2-ec15c44ca75e" -d '{"events": [{"server_uuid": "04ed3477-8088-40bd-a3a5-21adafe42eab", "name": "network-vif-plugged", "status": "completed", "tag": "c8a0b6c8-ec77-40ab-a972-4f742255a527"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:27:00.419741 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port c8a0b6c8-ec77-40ab-a972-4f742255a527, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c8a0b6c8-ec77-40ab-a972-4f742255a527,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:27:00.424358 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:00.450105 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e89c0e5-6618-4dcb-ab29-a7391eb5cb11 x-openstack-request-id: req-0e89c0e5-6618-4dcb-ab29-a7391eb5cb11 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:27:00.450425 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ed3477-8088-40bd-a3a5-21adafe42eab", "name": "network-vif-plugged", "status": "completed", "tag": "c8a0b6c8-ec77-40ab-a972-4f742255a527", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:27:00.450684 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0e89c0e5-6618-4dcb-ab29-a7391eb5cb11 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:27:00.451082 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e89c0e5-6618-4dcb-ab29-a7391eb5cb11'] response: {'server_uuid': '04ed3477-8088-40bd-a3a5-21adafe42eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a0b6c8-ec77-40ab-a972-4f742255a527', 'code': 200} Apr 12 14:27:00.476986 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=c8a0b6c8-ec77-40ab-a972-4f742255a527,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:00.989623 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760ff73-cabb-4266-843d-71f2d2eaf32f req-852ec353-0729-4f1b-b5ea-37de66a90072 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:00.991081 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4760ff73-cabb-4266-843d-71f2d2eaf32f req-852ec353-0729-4f1b-b5ea-37de66a90072 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0461695 Apr 12 14:27:01.038211 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4760ff73-cabb-4266-843d-71f2d2eaf32f req-9c39b39a-ee47-485c-9dd6-9df0fe925569 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416293 Apr 12 14:27:01.455052 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cd8b1-3c20-42f2-8d0b-d7390daf00ba req-c4730b39-be8c-42ea-a7ad-f35b3ace81f8 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:01.456582 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-835cd8b1-3c20-42f2-8d0b-d7390daf00ba req-c4730b39-be8c-42ea-a7ad-f35b3ace81f8 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0562744 Apr 12 14:27:01.506736 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-835cd8b1-3c20-42f2-8d0b-d7390daf00ba req-c080354f-7382-49a3-a2ad-daedd32cbfa2 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443807 Apr 12 14:27:01.665307 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541e5d7-2102-4d59-a3d2-8383761b638a req-b307640c-adef-432e-acf4-01bf7312b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:01.666858 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f541e5d7-2102-4d59-a3d2-8383761b638a req-b307640c-adef-432e-acf4-01bf7312b9aa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 1130 time: 0.0428870 Apr 12 14:27:02.155312 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45641ad8-47f1-4155-9eda-aab25c4b20fd req-a2ce877e-29c7-4e9c-9ef4-afb5bf19c2ef tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:02.156937 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-45641ad8-47f1-4155-9eda-aab25c4b20fd req-a2ce877e-29c7-4e9c-9ef4-afb5bf19c2ef tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0490513 Apr 12 14:27:02.203244 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-45641ad8-47f1-4155-9eda-aab25c4b20fd req-9b887df8-8c0f-4f4d-9be0-06fd03dfb432 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399091 Apr 12 14:27:02.643299 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683135c7-72c4-44db-aa97-8db241d0f176 req-74439a2f-c9fa-4a8b-a502-d2b1cb342f9a tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:02.644799 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-683135c7-72c4-44db-aa97-8db241d0f176 req-74439a2f-c9fa-4a8b-a502-d2b1cb342f9a tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0649312 Apr 12 14:27:02.696453 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-683135c7-72c4-44db-aa97-8db241d0f176 req-e07071c5-a1d6-49a1-86cc-ca75fd2f9705 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449164 Apr 12 14:27:03.322743 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649e752-c010-4a6b-a99a-c195c523c49d req-4f72c44b-74e1-4e93-b5e2-2e1964e0b9f1 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:03.324206 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f649e752-c010-4a6b-a99a-c195c523c49d req-4f72c44b-74e1-4e93-b5e2-2e1964e0b9f1 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0492632 Apr 12 14:27:03.370960 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f649e752-c010-4a6b-a99a-c195c523c49d req-8c70da16-7afb-40c0-a9f2-20de4c4f9fd2 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412450 Apr 12 14:27:03.810037 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f65e7-427d-4769-93e7-c0dfe9861c0f req-e768ae8a-d8e3-4c24-b415-407904b50a97 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:03.811586 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e02f65e7-427d-4769-93e7-c0dfe9861c0f req-e768ae8a-d8e3-4c24-b415-407904b50a97 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0484746 Apr 12 14:27:03.871388 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e02f65e7-427d-4769-93e7-c0dfe9861c0f req-49f9067b-6ddd-4d1d-9dd1-4fcd2394e665 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539911 Apr 12 14:27:04.488220 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bba943-89f9-4b80-b547-56ab43aff8e6 req-ae39069c-10d3-4b6d-91fb-0a4d3c8dee8a tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:04.490452 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-22bba943-89f9-4b80-b547-56ab43aff8e6 req-ae39069c-10d3-4b6d-91fb-0a4d3c8dee8a tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0491610 Apr 12 14:27:04.539184 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-22bba943-89f9-4b80-b547-56ab43aff8e6 req-368f7841-f237-4e9b-888b-ecc264e7df3e tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434258 Apr 12 14:27:04.670828 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f541e5d7-2102-4d59-a3d2-8383761b638a req-37ad5024-b9b1-45fe-8328-5c626af97123 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393784 Apr 12 14:27:04.985914 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec979976-c4db-4c11-8682-bf8ee6c8ea9b req-c3ff5e87-c99e-45a8-bef1-8096fcc85ef9 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:04.987473 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ec979976-c4db-4c11-8682-bf8ee6c8ea9b req-c3ff5e87-c99e-45a8-bef1-8096fcc85ef9 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0477076 Apr 12 14:27:05.046242 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ec979976-c4db-4c11-8682-bf8ee6c8ea9b req-6c53cedb-a5ae-4578-931d-6686f90c9923 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529919 Apr 12 14:27:05.431567 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999564a5-3f02-4c7a-8e47-52b3d2a950db req-d89436f8-82aa-4764-a16a-b564afbbd634 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:05.433764 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-999564a5-3f02-4c7a-8e47-52b3d2a950db req-d89436f8-82aa-4764-a16a-b564afbbd634 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0588086 Apr 12 14:27:05.494993 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-999564a5-3f02-4c7a-8e47-52b3d2a950db req-14e03d71-ab22-4edb-b43f-6a1358b89fc2 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544410 Apr 12 14:27:05.496860 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:05.557767 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aa15ac4e-9e7d-4f83-904e-2121ae4d686c req-a6beb53f-6e05-4da8-9fe4-9dfea10f3b22 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492964 Apr 12 14:27:05.703949 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bae9c-183d-470a-88a1-24bb4cb6ffff req-e2ec3ce8-de6d-47dc-bdfc-e31b4a17fa0a tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:05.707447 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-328bae9c-183d-470a-88a1-24bb4cb6ffff req-e2ec3ce8-de6d-47dc-bdfc-e31b4a17fa0a tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0758538 Apr 12 14:27:05.773607 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-328bae9c-183d-470a-88a1-24bb4cb6ffff req-ec1470d3-214a-444b-ac56-1609bd07839c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533664 Apr 12 14:27:06.324539 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad3110-eb5a-4c62-8c2c-26e0bc6ef237 req-53d583e8-aa89-4118-99f5-15cb9f7c71fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:06.326167 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bcad3110-eb5a-4c62-8c2c-26e0bc6ef237 req-53d583e8-aa89-4118-99f5-15cb9f7c71fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bc50f73daaba422a80028bd9395b487e&device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 1130 time: 0.0748479 Apr 12 14:27:06.334616 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15ac4e-9e7d-4f83-904e-2121ae4d686c req-22c5f49a-51f2-45ef-9aca-959377e69a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:06.336093 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aa15ac4e-9e7d-4f83-904e-2121ae4d686c req-22c5f49a-51f2-45ef-9aca-959377e69a08 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cbe121842f0b42bb9db803d9fd187546&device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 1130 time: 0.0480933 Apr 12 14:27:06.505969 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad3110-eb5a-4c62-8c2c-26e0bc6ef237 req-87b78b5c-c045-4a09-b9d4-473d1afcb2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:06.507429 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bcad3110-eb5a-4c62-8c2c-26e0bc6ef237 req-87b78b5c-c045-4a09-b9d4-473d1afcb2cd service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 HTTP/1.1" status: 200 len: 921 time: 0.1658390 Apr 12 14:27:06.519791 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15ac4e-9e7d-4f83-904e-2121ae4d686c req-481cc12f-be0f-4096-b8f8-561cd632ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:06.521319 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aa15ac4e-9e7d-4f83-904e-2121ae4d686c req-481cc12f-be0f-4096-b8f8-561cd632ee1f service neutron] 10.222.0.69 "GET /v2.0/networks?id=f8a98894-d742-40a6-b20d-8dbe70b8ae20 HTTP/1.1" status: 200 len: 913 time: 0.1597564 Apr 12 14:27:06.602715 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bcad3110-eb5a-4c62-8c2c-26e0bc6ef237 req-03f8de92-da45-49c8-af5f-e3af07ea6155 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cc37ca7-0920-4f67-89e7-d7f50d7555ea HTTP/1.1" status: 200 len: 217 time: 0.0804985 Apr 12 14:27:06.612647 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aa15ac4e-9e7d-4f83-904e-2121ae4d686c req-0c7a5d08-37f3-4624-aba9-d63f338d6c43 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009 HTTP/1.1" status: 200 len: 217 time: 0.0841382 Apr 12 14:27:06.651102 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787bc90-6b19-48c1-92d1-8530277281a9 req-b3c77253-83cc-4e02-83de-f6948e21922e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:06.652603 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0787bc90-6b19-48c1-92d1-8530277281a9 req-b3c77253-83cc-4e02-83de-f6948e21922e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0846498 Apr 12 14:27:06.702799 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0787bc90-6b19-48c1-92d1-8530277281a9 req-b26b1c07-5d62-4565-a689-43512121c69b tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444355 Apr 12 14:27:06.901106 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261d423-62d3-4f2f-9a9f-2e0c22940d46 req-c2cef119-9ecb-412b-8653-eda41d419190 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:06.902657 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8261d423-62d3-4f2f-9a9f-2e0c22940d46 req-c2cef119-9ecb-412b-8653-eda41d419190 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0468597 Apr 12 14:27:06.950952 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8261d423-62d3-4f2f-9a9f-2e0c22940d46 req-0d6f5232-97c6-4a40-a996-eb1c63691413 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419183 Apr 12 14:27:07.071759 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e692f-cdde-434c-ab8d-d6d186637877 req-21195442-432e-4a91-ab25-9a9363ee4362 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:07.073286 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cf8e692f-cdde-434c-ab8d-d6d186637877 req-21195442-432e-4a91-ab25-9a9363ee4362 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0483682 Apr 12 14:27:07.082063 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 54972) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:07.086517 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-42ebfc6f-5bf2-4e27-b82b-6134476610ca tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Request body: {'floatingip': {'port_id': 'c8a0b6c8-ec77-40ab-a972-4f742255a527'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:27:07.178656 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42ebfc6f-5bf2-4e27-b82b-6134476610ca tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for floatingip (23b5b263-6997-4790-80fa-df43105df444), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:07.918334 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8abe0-a481-4333-8fb9-bd4b26bfddd6 req-2bfc7f46-e5da-4e56-9fe0-acc073d3919e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:07.919822 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-30a8abe0-a481-4333-8fb9-bd4b26bfddd6 req-2bfc7f46-e5da-4e56-9fe0-acc073d3919e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.1430714 Apr 12 14:27:08.051430 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-30a8abe0-a481-4333-8fb9-bd4b26bfddd6 req-126156ae-4280-46c5-9937-4f56ad774e73 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221890 Apr 12 14:27:08.122955 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42ebfc6f-5bf2-4e27-b82b-6134476610ca tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:08.127835 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42ebfc6f-5bf2-4e27-b82b-6134476610ca tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (23b5b263-6997-4790-80fa-df43105df444), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:08.258180 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-42ebfc6f-5bf2-4e27-b82b-6134476610ca tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Floating IP 23b5b263-6997-4790-80fa-df43105df444 associated. External IP: 172.27.0.93, port: c8a0b6c8-ec77-40ab-a972-4f742255a527. Apr 12 14:27:08.487722 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ebfc6f-5bf2-4e27-b82b-6134476610ca tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Router c0a5e0d8-9551-4178-b21c-dafeb895697c has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:27:08.603140 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ebfc6f-5bf2-4e27-b82b-6134476610ca tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:27:08.607883 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-42ebfc6f-5bf2-4e27-b82b-6134476610ca tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:08.619866 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa2675a-e134-4dff-86b7-68c0b39cf136 None None] Sync routers for ids ['c0a5e0d8-9551-4178-b21c-dafeb895697c'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:27:08.630281 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa2675a-e134-4dff-86b7-68c0b39cf136 None None] Routers {'c0a5e0d8-9551-4178-b21c-dafeb895697c'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:27:08.630913 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-afa2675a-e134-4dff-86b7-68c0b39cf136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:26:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['c0a5e0d8-9551-4178-b21c-dafeb895697c'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:27:08.638558 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-42ebfc6f-5bf2-4e27-b82b-6134476610ca tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "PUT /v2.0/floatingips/23b5b263-6997-4790-80fa-df43105df444 HTTP/1.1" status: 200 len: 991 time: 1.5554020 Apr 12 14:27:08.639309 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ed3477-8088-40bd-a3a5-21adafe42eab', 'tag': 'c8a0b6c8-ec77-40ab-a972-4f742255a527'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:27:08.641722 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adce4a7-c66e-4691-b3e9-847455214617" -d '{"events": [{"name": "network-changed", "server_uuid": "04ed3477-8088-40bd-a3a5-21adafe42eab", "tag": "c8a0b6c8-ec77-40ab-a972-4f742255a527"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:27:08.680414 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eeba201-d642-4bdd-9d73-0389da955181 x-openstack-request-id: req-2eeba201-d642-4bdd-9d73-0389da955181 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:27:08.680833 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ed3477-8088-40bd-a3a5-21adafe42eab", "tag": "c8a0b6c8-ec77-40ab-a972-4f742255a527", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:27:08.681789 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2eeba201-d642-4bdd-9d73-0389da955181 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:27:08.681789 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eeba201-d642-4bdd-9d73-0389da955181'] response: {'name': 'network-changed', 'server_uuid': '04ed3477-8088-40bd-a3a5-21adafe42eab', 'tag': 'c8a0b6c8-ec77-40ab-a972-4f742255a527', 'status': 'completed', 'code': 200} Apr 12 14:27:08.741539 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-afa2675a-e134-4dff-86b7-68c0b39cf136 None None] Set router c0a5e0d8-9551-4178-b21c-dafeb895697c gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:27:09.019696 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-afa2675a-e134-4dff-86b7-68c0b39cf136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'name': 'tempest-AttachVolumeShelveTestJSON-833558185-router', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:15Z', 'revision_number': 4, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'gw_port': {'id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': '23b5b263-6997-4790-80fa-df43105df444', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'floating_ip_address': '172.27.0.93', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'port_id': 'c8a0b6c8-ec77-40ab-a972-4f742255a527', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'mac_address': 'fa:16:3e:86:27:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ed3477-8088-40bd-a3a5-21adafe42eab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:26:24Z', 'updated_at': '2022-04-12T14:27:07Z', 'revision_number': 1, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb79c5e-a17e-497d-bace-fa500735a10b', 'name': '', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'mac_address': 'fa:16:3e:48:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:21Z', 'revision_number': 5, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'subnets': [{'id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:27:09.136536 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa2675a-e134-4dff-86b7-68c0b39cf136 None None] Checking router: c0a5e0d8-9551-4178-b21c-dafeb895697c for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:27:09.146563 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa2675a-e134-4dff-86b7-68c0b39cf136 None None] Routers {'c0a5e0d8-9551-4178-b21c-dafeb895697c'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:27:09.147191 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-afa2675a-e134-4dff-86b7-68c0b39cf136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:26:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['c0a5e0d8-9551-4178-b21c-dafeb895697c'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:27:09.173286 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e712e-d344-4e23-bdf3-ee0206951aa1 req-185098f4-e3d7-4006-93a1-ef78a3e383bb tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:09.174883 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7a8e712e-d344-4e23-bdf3-ee0206951aa1 req-185098f4-e3d7-4006-93a1-ef78a3e383bb tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0516150 Apr 12 14:27:09.229400 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7a8e712e-d344-4e23-bdf3-ee0206951aa1 req-076c943f-ea20-40aa-9e15-82488bb42da7 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457900 Apr 12 14:27:09.272811 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-afa2675a-e134-4dff-86b7-68c0b39cf136 None None] Set router c0a5e0d8-9551-4178-b21c-dafeb895697c gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:27:09.500724 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-afa2675a-e134-4dff-86b7-68c0b39cf136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'name': 'tempest-AttachVolumeShelveTestJSON-833558185-router', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:15Z', 'revision_number': 4, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'gw_port': {'id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': '23b5b263-6997-4790-80fa-df43105df444', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'floating_ip_address': '172.27.0.93', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'port_id': 'c8a0b6c8-ec77-40ab-a972-4f742255a527', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'mac_address': 'fa:16:3e:86:27:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ed3477-8088-40bd-a3a5-21adafe42eab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:26:24Z', 'updated_at': '2022-04-12T14:27:07Z', 'revision_number': 1, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb79c5e-a17e-497d-bace-fa500735a10b', 'name': '', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'mac_address': 'fa:16:3e:48:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:21Z', 'revision_number': 5, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'subnets': [{'id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:27:09.531947 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa2675a-e134-4dff-86b7-68c0b39cf136 None None] The sync data for ids ['c0a5e0d8-9551-4178-b21c-dafeb895697c'] in dv-cinder-837523-1-iscsi is: [{'id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'name': 'tempest-AttachVolumeShelveTestJSON-833558185-router', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:15Z', 'revision_number': 4, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'gw_port': {'id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': '23b5b263-6997-4790-80fa-df43105df444', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'floating_ip_address': '172.27.0.93', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'port_id': 'c8a0b6c8-ec77-40ab-a972-4f742255a527', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'mac_address': 'fa:16:3e:86:27:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ed3477-8088-40bd-a3a5-21adafe42eab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:26:24Z', 'updated_at': '2022-04-12T14:27:07Z', 'revision_number': 1, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb79c5e-a17e-497d-bace-fa500735a10b', 'name': '', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'mac_address': 'fa:16:3e:48:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:21Z', 'revision_number': 5, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'subnets': [{'id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:27:09.739475 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8f1bca-f600-4b81-acbf-78151c2cad37 None None] New status for floating IP 23b5b263-6997-4790-80fa-df43105df444: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:27:10.388766 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adce4a7-c66e-4691-b3e9-847455214617 req-995e3ca9-e31b-4629-b76d-c0ee424b4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:10.390406 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-4adce4a7-c66e-4691-b3e9-847455214617 req-995e3ca9-e31b-4629-b76d-c0ee424b4548 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=49188c95f1804cb397ce7cc2aeb071f2&device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 1130 time: 0.0564175 Apr 12 14:27:10.413068 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490ec3b-e255-4038-9450-71ae8f2968a1 req-25e42e1a-e499-4c00-8732-6984bba80b44 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:10.414678 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5490ec3b-e255-4038-9450-71ae8f2968a1 req-25e42e1a-e499-4c00-8732-6984bba80b44 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0826914 Apr 12 14:27:10.418144 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad3110-eb5a-4c62-8c2c-26e0bc6ef237 req-8b4f3e9e-69e1-4be8-804b-c7c62eafdef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:10.419500 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bcad3110-eb5a-4c62-8c2c-26e0bc6ef237 req-8b4f3e9e-69e1-4be8-804b-c7c62eafdef7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=041172b8-b945-46f0-8972-88e78348afd5 HTTP/1.1" status: 200 len: 858 time: 0.1679473 Apr 12 14:27:10.421156 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15ac4e-9e7d-4f83-904e-2121ae4d686c req-5af0ccd1-a4d9-4736-a164-ce4be15386d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:10.422469 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aa15ac4e-9e7d-4f83-904e-2121ae4d686c req-5af0ccd1-a4d9-4736-a164-ce4be15386d7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6b65d007-e6d3-49bb-ba96-5fb28bd8f923 HTTP/1.1" status: 200 len: 851 time: 0.1721637 Apr 12 14:27:10.649161 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aa15ac4e-9e7d-4f83-904e-2121ae4d686c req-9a827afe-a696-4ce4-969a-fe4dd1408a98 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f8a98894-d742-40a6-b20d-8dbe70b8ae20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566297 Apr 12 14:27:10.691328 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adce4a7-c66e-4691-b3e9-847455214617 req-7330ddb7-ac89-4e37-9b24-bc1668ea9300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:10.692851 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-4adce4a7-c66e-4691-b3e9-847455214617 req-7330ddb7-ac89-4e37-9b24-bc1668ea9300 service neutron] 10.222.0.69 "GET /v2.0/networks?id=10b93a74-e9df-4c8d-a668-3b0b6235408c HTTP/1.1" status: 200 len: 918 time: 0.2951677 Apr 12 14:27:10.700660 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad3110-eb5a-4c62-8c2c-26e0bc6ef237 req-77c39b97-d97c-4d6c-8afd-cf8136ae76a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:10.702642 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bcad3110-eb5a-4c62-8c2c-26e0bc6ef237 req-77c39b97-d97c-4d6c-8afd-cf8136ae76a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1079762 Apr 12 14:27:10.738629 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5490ec3b-e255-4038-9450-71ae8f2968a1 req-7983a183-eeec-4b8b-8a7f-392f22ae1996 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111758 Apr 12 14:27:10.818547 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-4adce4a7-c66e-4691-b3e9-847455214617 req-68e2e345-9399-4c6d-999b-e6b0aadabfa9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8a0b6c8-ec77-40ab-a972-4f742255a527 HTTP/1.1" status: 200 len: 1001 time: 0.1183882 Apr 12 14:27:10.871799 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aa15ac4e-9e7d-4f83-904e-2121ae4d686c req-8a9f2d5f-2a07-43cd-9c70-427cdddc7b15 service neutron] 10.222.0.69 "GET /v2.0/networks/f8a98894-d742-40a6-b20d-8dbe70b8ae20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053518 Apr 12 14:27:10.872340 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adce4a7-c66e-4691-b3e9-847455214617 req-5fae0115-8e48-4f3b-a880-46e8fc4bccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:10.873946 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-4adce4a7-c66e-4691-b3e9-847455214617 req-5fae0115-8e48-4f3b-a880-46e8fc4bccbd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b1d9c83f-a54a-4a39-b389-03cf74c59344 HTTP/1.1" status: 200 len: 855 time: 0.0480947 Apr 12 14:27:10.886623 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bcad3110-eb5a-4c62-8c2c-26e0bc6ef237 req-1b430a70-3b12-406e-83f5-958ed1f7d534 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723194 Apr 12 14:27:10.942414 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adce4a7-c66e-4691-b3e9-847455214617 req-772c824a-42b5-4b0b-8b7f-54413d84b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:10.944277 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-4adce4a7-c66e-4691-b3e9-847455214617 req-772c824a-42b5-4b0b-8b7f-54413d84b7ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=10b93a74-e9df-4c8d-a668-3b0b6235408c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472972 Apr 12 14:27:11.058829 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bcad3110-eb5a-4c62-8c2c-26e0bc6ef237 req-53213033-0e76-4ce8-ba90-906b4b323ee7 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605186 Apr 12 14:27:11.059008 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-4adce4a7-c66e-4691-b3e9-847455214617 req-bbfd327c-580a-4121-914b-7f26b0f9060e service neutron] 10.222.0.69 "GET /v2.0/networks/10b93a74-e9df-4c8d-a668-3b0b6235408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081641 Apr 12 14:27:11.061491 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aa15ac4e-9e7d-4f83-904e-2121ae4d686c req-dca42604-b595-4b05-8764-401ab0eeeaed service neutron] 10.222.0.69 "GET /v2.0/networks/f8a98894-d742-40a6-b20d-8dbe70b8ae20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701608 Apr 12 14:27:11.506687 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-4adce4a7-c66e-4691-b3e9-847455214617 req-94d92be0-9b65-4a7d-be88-bf46fef46d70 service neutron] 10.222.0.69 "GET /v2.0/networks/10b93a74-e9df-4c8d-a668-3b0b6235408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963008 Apr 12 14:27:11.853095 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6a117-ef50-4233-900d-b28947f6f436 req-2c626ea2-89d4-48d4-97d6-7f4e07abc6ca tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:11.855013 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d0a6a117-ef50-4233-900d-b28947f6f436 req-2c626ea2-89d4-48d4-97d6-7f4e07abc6ca tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0479972 Apr 12 14:27:11.907948 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d0a6a117-ef50-4233-900d-b28947f6f436 req-754b44f1-16c7-49f9-b08e-0b9f4ac6a83a tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443633 Apr 12 14:27:13.038305 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30ac92-7ec8-413d-a462-aac20ac52853 req-afeda8d6-ce77-49ca-8243-5596d82e6946 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:13.045421 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2b30ac92-7ec8-413d-a462-aac20ac52853 req-afeda8d6-ce77-49ca-8243-5596d82e6946 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0601168 Apr 12 14:27:13.094553 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2b30ac92-7ec8-413d-a462-aac20ac52853 req-0819e96c-7efc-4378-ac74-de28bd8a3c4d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480299 Apr 12 14:27:13.448650 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 55140) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:13.573503 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8bcabd3-8ffd-4fe5-b55d-c1fbb0f8c1cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:13.675038 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8bcabd3-8ffd-4fe5-b55d-c1fbb0f8c1cf admin admin] Publish callbacks [] for security_group (74235681-845d-480d-813a-3404140c4b62), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:13.680932 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c8bcabd3-8ffd-4fe5-b55d-c1fbb0f8c1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (74235681-845d-480d-813a-3404140c4b62), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:13.725515 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c8bcabd3-8ffd-4fe5-b55d-c1fbb0f8c1cf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4b6ba69bb9ba489f9d976e3e368eba22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755926 Apr 12 14:27:13.726515 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bcabd3-8ffd-4fe5-b55d-c1fbb0f8c1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74235681-845d-480d-813a-3404140c4b62,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:13.728304 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 55152) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:13.735139 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bcabd3-8ffd-4fe5-b55d-c1fbb0f8c1cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.735376 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bcabd3-8ffd-4fe5-b55d-c1fbb0f8c1cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.735714 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bcabd3-8ffd-4fe5-b55d-c1fbb0f8c1cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.736058 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bcabd3-8ffd-4fe5-b55d-c1fbb0f8c1cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.736388 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bcabd3-8ffd-4fe5-b55d-c1fbb0f8c1cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.736714 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bcabd3-8ffd-4fe5-b55d-c1fbb0f8c1cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.737064 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bcabd3-8ffd-4fe5-b55d-c1fbb0f8c1cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.737388 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bcabd3-8ffd-4fe5-b55d-c1fbb0f8c1cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.738356 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bcabd3-8ffd-4fe5-b55d-c1fbb0f8c1cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.738705 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bcabd3-8ffd-4fe5-b55d-c1fbb0f8c1cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.739802 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bcabd3-8ffd-4fe5-b55d-c1fbb0f8c1cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.740153 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bcabd3-8ffd-4fe5-b55d-c1fbb0f8c1cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.740482 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bcabd3-8ffd-4fe5-b55d-c1fbb0f8c1cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.740803 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bcabd3-8ffd-4fe5-b55d-c1fbb0f8c1cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.741936 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bcabd3-8ffd-4fe5-b55d-c1fbb0f8c1cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.780925 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c0900ed-8952-49b5-a920-a25428b3d72c admin admin] Publish callbacks [] for security_group (74235681-845d-480d-813a-3404140c4b62), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:13.806119 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c0900ed-8952-49b5-a920-a25428b3d72c admin admin] Publish callbacks [] for security_group (74235681-845d-480d-813a-3404140c4b62), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:13.858108 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c0900ed-8952-49b5-a920-a25428b3d72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (74235681-845d-480d-813a-3404140c4b62), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:13.860734 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c0900ed-8952-49b5-a920-a25428b3d72c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:13.861775 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-3c0900ed-8952-49b5-a920-a25428b3d72c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/74235681-845d-480d-813a-3404140c4b62 HTTP/1.1" status: 204 len: 168 time: 0.1322508 Apr 12 14:27:13.870618 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0900ed-8952-49b5-a920-a25428b3d72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74235681-845d-480d-813a-3404140c4b62,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:13.877560 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0900ed-8952-49b5-a920-a25428b3d72c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.877907 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0900ed-8952-49b5-a920-a25428b3d72c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.878244 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0900ed-8952-49b5-a920-a25428b3d72c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.878579 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0900ed-8952-49b5-a920-a25428b3d72c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.878906 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0900ed-8952-49b5-a920-a25428b3d72c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.879236 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0900ed-8952-49b5-a920-a25428b3d72c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.879540 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0900ed-8952-49b5-a920-a25428b3d72c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.879865 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0900ed-8952-49b5-a920-a25428b3d72c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.880205 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0900ed-8952-49b5-a920-a25428b3d72c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.880691 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0900ed-8952-49b5-a920-a25428b3d72c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.881067 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0900ed-8952-49b5-a920-a25428b3d72c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.881421 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0900ed-8952-49b5-a920-a25428b3d72c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.881760 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0900ed-8952-49b5-a920-a25428b3d72c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.882069 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0900ed-8952-49b5-a920-a25428b3d72c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:13.882382 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0900ed-8952-49b5-a920-a25428b3d72c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:14.164860 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 55164) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:14.178162 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a87c9e3-e4d4-491f-8e69-0d887e3c8de8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:14.225961 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360db0f4-edcb-402f-8a2b-b6ebd8ba8801 req-89f4da79-b1fa-4765-9855-cc2e5a6dc3ab tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:14.228478 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-360db0f4-edcb-402f-8a2b-b6ebd8ba8801 req-89f4da79-b1fa-4765-9855-cc2e5a6dc3ab tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0516744 Apr 12 14:27:14.277246 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a87c9e3-e4d4-491f-8e69-0d887e3c8de8 admin admin] Publish callbacks [] for security_group (4fd778c3-2d34-4775-a6f6-ccc107acadbb), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:14.292880 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a87c9e3-e4d4-491f-8e69-0d887e3c8de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (4fd778c3-2d34-4775-a6f6-ccc107acadbb), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:14.306235 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-360db0f4-edcb-402f-8a2b-b6ebd8ba8801 req-0adc77c4-2fed-4d66-b9b4-a61a82831755 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699623 Apr 12 14:27:14.366248 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87c9e3-e4d4-491f-8e69-0d887e3c8de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd778c3-2d34-4775-a6f6-ccc107acadbb,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:14.385966 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-5a87c9e3-e4d4-491f-8e69-0d887e3c8de8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3edadc34a8b4493b9ad86bd8b9432c14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199943 Apr 12 14:27:14.388527 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 55176) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:14.443079 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e11cf86-c240-49b9-ae45-cbaee6b980db admin admin] Publish callbacks [] for security_group (4fd778c3-2d34-4775-a6f6-ccc107acadbb), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:14.466512 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e11cf86-c240-49b9-ae45-cbaee6b980db admin admin] Publish callbacks [] for security_group (4fd778c3-2d34-4775-a6f6-ccc107acadbb), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:14.513993 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e11cf86-c240-49b9-ae45-cbaee6b980db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (4fd778c3-2d34-4775-a6f6-ccc107acadbb), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:14.516602 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e11cf86-c240-49b9-ae45-cbaee6b980db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:14.517785 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-4e11cf86-c240-49b9-ae45-cbaee6b980db admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4fd778c3-2d34-4775-a6f6-ccc107acadbb HTTP/1.1" status: 204 len: 168 time: 0.1283073 Apr 12 14:27:14.526410 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11cf86-c240-49b9-ae45-cbaee6b980db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd778c3-2d34-4775-a6f6-ccc107acadbb,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:14.596590 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 55182) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:14.865539 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-503a4977-22c2-4334-9299-ae5886a02e75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:14.953855 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-503a4977-22c2-4334-9299-ae5886a02e75 admin admin] Publish callbacks [] for security_group (e03d5645-22eb-4361-bde1-15428e053056), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:14.959052 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-503a4977-22c2-4334-9299-ae5886a02e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (e03d5645-22eb-4361-bde1-15428e053056), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:14.996461 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a4977-22c2-4334-9299-ae5886a02e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03d5645-22eb-4361-bde1-15428e053056,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:15.016998 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-503a4977-22c2-4334-9299-ae5886a02e75 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=54db4364ba984d269d29848432c565bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4187076 Apr 12 14:27:15.019017 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 55206) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:15.085221 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fab696e-4a98-4574-9d61-a98a90759e4e admin admin] Publish callbacks [] for security_group (e03d5645-22eb-4361-bde1-15428e053056), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:15.124139 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fab696e-4a98-4574-9d61-a98a90759e4e admin admin] Publish callbacks [] for security_group (e03d5645-22eb-4361-bde1-15428e053056), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:15.191508 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fab696e-4a98-4574-9d61-a98a90759e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (e03d5645-22eb-4361-bde1-15428e053056), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:15.194323 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fab696e-4a98-4574-9d61-a98a90759e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:15.195482 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-0fab696e-4a98-4574-9d61-a98a90759e4e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e03d5645-22eb-4361-bde1-15428e053056 HTTP/1.1" status: 204 len: 168 time: 0.1754513 Apr 12 14:27:15.203333 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab696e-4a98-4574-9d61-a98a90759e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03d5645-22eb-4361-bde1-15428e053056,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:15.463900 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387284f-62eb-4dc0-a060-3e4555fbfa2d req-bdecc3eb-5885-46c1-9e64-d271110b6e27 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:15.465681 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c387284f-62eb-4dc0-a060-3e4555fbfa2d req-bdecc3eb-5885-46c1-9e64-d271110b6e27 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0759006 Apr 12 14:27:15.528430 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c387284f-62eb-4dc0-a060-3e4555fbfa2d req-7e2b3514-1b80-4879-95cd-79dd89aebbc4 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555584 Apr 12 14:27:15.886700 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 55266) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:15.998362 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5263a826-9a48-4bd3-b99a-4e27a9658438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:16.092468 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5263a826-9a48-4bd3-b99a-4e27a9658438 admin admin] Publish callbacks [] for security_group (04581755-ddd3-44c6-a58f-cb6e6156dba2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:16.096830 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5263a826-9a48-4bd3-b99a-4e27a9658438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (04581755-ddd3-44c6-a58f-cb6e6156dba2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:16.145597 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-5263a826-9a48-4bd3-b99a-4e27a9658438 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=35afc808e817462f802035f64d4ae13b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567360 Apr 12 14:27:16.145831 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 55296) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:16.146604 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263a826-9a48-4bd3-b99a-4e27a9658438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04581755-ddd3-44c6-a58f-cb6e6156dba2,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:16.214216 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-16a2e8aa-ce68-4100-a254-84e752c6625f admin admin] Publish callbacks [] for security_group (04581755-ddd3-44c6-a58f-cb6e6156dba2), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:16.243281 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-16a2e8aa-ce68-4100-a254-84e752c6625f admin admin] Publish callbacks [] for security_group (04581755-ddd3-44c6-a58f-cb6e6156dba2), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:16.297856 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-16a2e8aa-ce68-4100-a254-84e752c6625f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (04581755-ddd3-44c6-a58f-cb6e6156dba2), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:16.300980 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-16a2e8aa-ce68-4100-a254-84e752c6625f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:16.305445 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-16a2e8aa-ce68-4100-a254-84e752c6625f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/04581755-ddd3-44c6-a58f-cb6e6156dba2 HTTP/1.1" status: 204 len: 168 time: 0.1587420 Apr 12 14:27:16.314058 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2e8aa-ce68-4100-a254-84e752c6625f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04581755-ddd3-44c6-a58f-cb6e6156dba2,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:16.677695 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92352a-3330-4acc-b61c-96347de77dbd req-9eda62a6-4329-4153-b92d-92310662ae6f tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:16.679531 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2a92352a-3330-4acc-b61c-96347de77dbd req-9eda62a6-4329-4153-b92d-92310662ae6f tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0655119 Apr 12 14:27:16.749744 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2a92352a-3330-4acc-b61c-96347de77dbd req-6669ca64-4b50-4d83-a849-2985455daa72 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639682 Apr 12 14:27:17.857028 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbef980-b05d-4789-a78c-10af9fafbbef req-54c928ed-fbae-47fb-8b7e-61ffbbb2c2e3 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:17.858558 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4fbef980-b05d-4789-a78c-10af9fafbbef req-54c928ed-fbae-47fb-8b7e-61ffbbb2c2e3 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0476689 Apr 12 14:27:17.915448 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4fbef980-b05d-4789-a78c-10af9fafbbef req-7b2ea1f6-97b4-4264-870e-243ce7d262cf tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512102 Apr 12 14:27:18.099900 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9569b4f6-0ade-4de7-bde8-8933e58a05fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:19.029331 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee4274-64b5-46ef-b1d2-3cfa270acbc1 req-b9a26e0e-4b2f-4964-b418-5d186a408794 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:19.030786 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-efee4274-64b5-46ef-b1d2-3cfa270acbc1 req-b9a26e0e-4b2f-4964-b418-5d186a408794 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0458033 Apr 12 14:27:19.082387 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-efee4274-64b5-46ef-b1d2-3cfa270acbc1 req-25e50791-6480-4bcd-aaff-89f30f1483a4 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447457 Apr 12 14:27:20.204785 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c02968-154f-4cf5-9955-e761281b5c27 req-fdb52c5b-7cc8-4528-96b1-eb194525ddd4 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:20.206276 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-18c02968-154f-4cf5-9955-e761281b5c27 req-fdb52c5b-7cc8-4528-96b1-eb194525ddd4 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0471628 Apr 12 14:27:20.260036 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-18c02968-154f-4cf5-9955-e761281b5c27 req-c428c98b-3167-4688-9502-6099267fb16b tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480967 Apr 12 14:27:20.338308 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:27:20.453009 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-427a5e79-e846-44cf-91a5-4a4b2d645e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:21.391814 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075e937-1911-4f1b-a8e7-15b0e3bb50c5 req-0cf83c4a-acfb-4618-a3a2-ff0ffed4ed48 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:21.394287 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e075e937-1911-4f1b-a8e7-15b0e3bb50c5 req-0cf83c4a-acfb-4618-a3a2-ff0ffed4ed48 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0544653 Apr 12 14:27:21.470391 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e075e937-1911-4f1b-a8e7-15b0e3bb50c5 req-3b90f20a-4c01-4adb-bfab-12c3b4575a42 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602629 Apr 12 14:27:21.508706 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:22.591574 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f03d6-5b02-4d31-b8e1-4e1e0b7679e4 req-4df76ea5-1209-45b2-81b5-a011069b0180 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:22.593163 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2c7f03d6-5b02-4d31-b8e1-4e1e0b7679e4 req-4df76ea5-1209-45b2-81b5-a011069b0180 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0533524 Apr 12 14:27:22.643300 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2c7f03d6-5b02-4d31-b8e1-4e1e0b7679e4 req-a51687a6-b268-42d3-983b-2d1662573c0b tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441892 Apr 12 14:27:22.705778 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 55526) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:22.853632 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:22.855050 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e306a5d-c4f9-45ec-9cba-8e85c7f3804e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:22.948214 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e306a5d-c4f9-45ec-9cba-8e85c7f3804e admin admin] Publish callbacks [] for security_group (3f84b260-6e4f-47f5-894e-a73f4b23bca3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:22.958885 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0e306a5d-c4f9-45ec-9cba-8e85c7f3804e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (3f84b260-6e4f-47f5-894e-a73f4b23bca3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:22.964029 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 55548) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:23.002848 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-0e306a5d-c4f9-45ec-9cba-8e85c7f3804e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d6740abf8ea3442480868cbeb81a2816&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956090 Apr 12 14:27:23.005631 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 55550) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:23.022296 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e306a5d-c4f9-45ec-9cba-8e85c7f3804e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f84b260-6e4f-47f5-894e-a73f4b23bca3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:23.027583 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9d7b5b-15eb-48be-ba52-8837c53e6189 admin admin] Deleting subnet 63a1282f-ed82-4d14-99df-63bf7aa03a7a {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:27:23.033112 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7b5b-15eb-48be-ba52-8837c53e6189 admin admin] Publish callbacks [] for subnet (63a1282f-ed82-4d14-99df-63bf7aa03a7a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:23.090932 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7b5b-15eb-48be-ba52-8837c53e6189 admin admin] Publish callbacks [] for subnet (63a1282f-ed82-4d14-99df-63bf7aa03a7a), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:23.111219 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7b5b-15eb-48be-ba52-8837c53e6189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16103179'] for subnet (63a1282f-ed82-4d14-99df-63bf7aa03a7a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:23.140513 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-73eb7768-eff6-4cc6-ac8e-3db35c86e13a admin admin] Publish callbacks [] for security_group (3f84b260-6e4f-47f5-894e-a73f4b23bca3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:23.186972 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7b5b-15eb-48be-ba52-8837c53e6189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16103218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for subnet (63a1282f-ed82-4d14-99df-63bf7aa03a7a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:23.205935 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e9d7b5b-15eb-48be-ba52-8837c53e6189 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:23.207553 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3cc1f-7624-4952-9458-0af42b1e2892 req-302ad276-4b94-4815-b6ad-5901af308449 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:23.209656 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-98a3cc1f-7624-4952-9458-0af42b1e2892 req-302ad276-4b94-4815-b6ad-5901af308449 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 946 time: 0.0639436 Apr 12 14:27:23.212573 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 55558) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:23.213185 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-9e9d7b5b-15eb-48be-ba52-8837c53e6189 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/63a1282f-ed82-4d14-99df-63bf7aa03a7a HTTP/1.1" status: 204 len: 168 time: 0.2473981 Apr 12 14:27:23.234771 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d7b5b-15eb-48be-ba52-8837c53e6189 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63a1282f-ed82-4d14-99df-63bf7aa03a7a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:23.244066 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-73eb7768-eff6-4cc6-ac8e-3db35c86e13a admin admin] Publish callbacks [] for security_group (3f84b260-6e4f-47f5-894e-a73f4b23bca3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:23.317478 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-73eb7768-eff6-4cc6-ac8e-3db35c86e13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (3f84b260-6e4f-47f5-894e-a73f4b23bca3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:23.323427 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-73eb7768-eff6-4cc6-ac8e-3db35c86e13a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:23.323427 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-73eb7768-eff6-4cc6-ac8e-3db35c86e13a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3f84b260-6e4f-47f5-894e-a73f4b23bca3 HTTP/1.1" status: 204 len: 168 time: 0.3157921 Apr 12 14:27:23.337176 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-98a3cc1f-7624-4952-9458-0af42b1e2892 req-16cdf3da-ad8b-4024-8551-3d440e78ac3c tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cff1b81-7d8f-4daf-9917-79e3d1f82d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155591 Apr 12 14:27:23.346898 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb7768-eff6-4cc6-ac8e-3db35c86e13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f84b260-6e4f-47f5-894e-a73f4b23bca3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:23.352520 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c9f541f-e32e-4d88-8319-593f93823c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16156760'] for network (8a5bcbce-bc21-473b-b3a2-d2b12046c97f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:23.452485 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c9f541f-e32e-4d88-8319-593f93823c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16104838', 'neutron.services.segments.db._delete_segments_for_network-8728757608111'] for network (8a5bcbce-bc21-473b-b3a2-d2b12046c97f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:23.482194 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c9f541f-e32e-4d88-8319-593f93823c9a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:23.482697 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c9f541f-e32e-4d88-8319-593f93823c9a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:23.483852 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c9f541f-e32e-4d88-8319-593f93823c9a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:23.484297 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c9f541f-e32e-4d88-8319-593f93823c9a admin admin] Subscribe: > port after_create 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:23.484824 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c9f541f-e32e-4d88-8319-593f93823c9a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:23.485559 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c9f541f-e32e-4d88-8319-593f93823c9a admin admin] Subscribe: > port after_update 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:23.486052 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c9f541f-e32e-4d88-8319-593f93823c9a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:23.486523 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c9f541f-e32e-4d88-8319-593f93823c9a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:23.487228 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c9f541f-e32e-4d88-8319-593f93823c9a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:23.487753 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c9f541f-e32e-4d88-8319-593f93823c9a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:23.609997 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c9f541f-e32e-4d88-8319-593f93823c9a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:23.610665 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c9f541f-e32e-4d88-8319-593f93823c9a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:23.610665 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c9f541f-e32e-4d88-8319-593f93823c9a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:23.610981 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c9f541f-e32e-4d88-8319-593f93823c9a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:23.611354 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-4c9f541f-e32e-4d88-8319-593f93823c9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5bcbce-bc21-473b-b3a2-d2b12046c97f']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:27:23.635742 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-4c9f541f-e32e-4d88-8319-593f93823c9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9a0dcf-b5f0-445f-9feb-366e5510f23c') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:27:23.636047 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-4c9f541f-e32e-4d88-8319-593f93823c9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9a0dcf-b5f0-445f-9feb-366e5510f23c') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:27:23.663240 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c9f541f-e32e-4d88-8319-593f93823c9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728757610680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3180176'] for segment (4a9a0dcf-b5f0-445f-9feb-366e5510f23c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:23.678459 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 55590) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:23.695789 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e6423fed-50d9-41cb-9820-4db03551e4bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:23.721995 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c9f541f-e32e-4d88-8319-593f93823c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (4a9a0dcf-b5f0-445f-9feb-366e5510f23c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:23.737517 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9f541f-e32e-4d88-8319-593f93823c9a admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:27:23.738182 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c9f541f-e32e-4d88-8319-593f93823c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3725860'] for segment (4a9a0dcf-b5f0-445f-9feb-366e5510f23c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: from cryptography.utils import int_from_bytes Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: from cryptography.utils import int_from_bytes Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: Traceback (most recent call last): Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: timer() Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: cb(*args, **kw) Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: return func(*args, **kwargs) Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: self._notify() Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: self.callback(batched_events) Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: event.method(event) Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: return f(self, *a, **k) Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: return self._get(url).json() Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:27:23.766027 dv-cinder-837523-1-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:27:23.807319 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e6423fed-50d9-41cb-9820-4db03551e4bb admin admin] Publish callbacks [] for security_group (187bca67-2911-4dee-9035-bd805719126c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:23.812438 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e6423fed-50d9-41cb-9820-4db03551e4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (187bca67-2911-4dee-9035-bd805719126c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:23.864138 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-e6423fed-50d9-41cb-9820-4db03551e4bb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c131eed04dc7435aa070d9786bc58664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1842241 Apr 12 14:27:23.865392 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 55594) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:23.866016 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6423fed-50d9-41cb-9820-4db03551e4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187bca67-2911-4dee-9035-bd805719126c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:23.874437 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8b3f4-a3c9-47b4-a078-35e9f63b3f42 req-866cc65a-1e1e-4f90-a4c3-ff35a818d227 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:23.883949 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9cc8b3f4-a3c9-47b4-a078-35e9f63b3f42 req-866cc65a-1e1e-4f90-a4c3-ff35a818d227 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.1164312 Apr 12 14:27:23.922012 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c9f541f-e32e-4d88-8319-593f93823c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16104841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546540'] for network (8a5bcbce-bc21-473b-b3a2-d2b12046c97f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:23.951997 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f541f-e32e-4d88-8319-593f93823c9a admin admin] Pushing event deleted for resources: {'Network': ['ID=8a5bcbce-bc21-473b-b3a2-d2b12046c97f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:23.954763 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4c9f541f-e32e-4d88-8319-593f93823c9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:23.958493 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-4c9f541f-e32e-4d88-8319-593f93823c9a admin admin] 10.222.0.79 "DELETE /v2.0/networks/8a5bcbce-bc21-473b-b3a2-d2b12046c97f HTTP/1.1" status: 204 len: 168 time: 0.7447984 Apr 12 14:27:23.964487 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f3a321d-fcb5-478a-a294-5a91b8e97fbb admin admin] Publish callbacks [] for security_group (187bca67-2911-4dee-9035-bd805719126c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:23.967140 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 55600) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:23.974727 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9cc8b3f4-a3c9-47b4-a078-35e9f63b3f42 req-a1b517c3-bc6c-494e-a45f-c523016b06ec tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898001 Apr 12 14:27:24.030770 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f3a321d-fcb5-478a-a294-5a91b8e97fbb admin admin] Publish callbacks [] for security_group (187bca67-2911-4dee-9035-bd805719126c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.055184 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd9eafb-8685-4e18-855f-dc95936f7eb0 admin admin] Deleting subnet c856fba5-e89d-4448-9bfb-ba704205278b {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:27:24.060111 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fd9eafb-8685-4e18-855f-dc95936f7eb0 admin admin] Publish callbacks [] for subnet (c856fba5-e89d-4448-9bfb-ba704205278b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.062315 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 55602) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:24.106420 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fd9eafb-8685-4e18-855f-dc95936f7eb0 admin admin] Publish callbacks [] for subnet (c856fba5-e89d-4448-9bfb-ba704205278b), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.112866 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fd9eafb-8685-4e18-855f-dc95936f7eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16103179'] for subnet (c856fba5-e89d-4448-9bfb-ba704205278b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.148145 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f3a321d-fcb5-478a-a294-5a91b8e97fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (187bca67-2911-4dee-9035-bd805719126c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.150715 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f3a321d-fcb5-478a-a294-5a91b8e97fbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.151858 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-1f3a321d-fcb5-478a-a294-5a91b8e97fbb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/187bca67-2911-4dee-9035-bd805719126c HTTP/1.1" status: 204 len: 168 time: 0.2830977 Apr 12 14:27:24.163143 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a321d-fcb5-478a-a294-5a91b8e97fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187bca67-2911-4dee-9035-bd805719126c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:24.183136 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29b6459d-fe06-4383-8526-e5791a18ae99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.210514 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fd9eafb-8685-4e18-855f-dc95936f7eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16103218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for subnet (c856fba5-e89d-4448-9bfb-ba704205278b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.250448 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9eafb-8685-4e18-855f-dc95936f7eb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c856fba5-e89d-4448-9bfb-ba704205278b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:24.254336 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fd9eafb-8685-4e18-855f-dc95936f7eb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.260295 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-4fd9eafb-8685-4e18-855f-dc95936f7eb0 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c856fba5-e89d-4448-9bfb-ba704205278b HTTP/1.1" status: 204 len: 168 time: 0.2919681 Apr 12 14:27:24.260440 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 55612) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:24.351854 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29b6459d-fe06-4383-8526-e5791a18ae99 admin admin] Publish callbacks [] for security_group (7476c010-101f-4b86-8f16-efbc2ac09ad4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.357499 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29b6459d-fe06-4383-8526-e5791a18ae99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (7476c010-101f-4b86-8f16-efbc2ac09ad4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.397915 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3996797b-b588-4320-b201-964a165a8490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16156760'] for network (20b447cf-d155-4086-a246-f6cb046f7a12), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.402450 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.428381 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-29b6459d-fe06-4383-8526-e5791a18ae99 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=86efcf9961d142af8d23be336d8d6ae3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3648970 Apr 12 14:27:24.431558 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 55618) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:24.463172 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6459d-fe06-4383-8526-e5791a18ae99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7476c010-101f-4b86-8f16-efbc2ac09ad4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:24.501119 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d70b6d30-b7e2-417d-b9e2-1f022ff721ee admin admin] Publish callbacks [] for security_group (7476c010-101f-4b86-8f16-efbc2ac09ad4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.504974 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbad0e-d463-45c5-acec-265f276f1731 req-a0c8143e-de38-4fec-836c-5e08f3a23ead tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:24.506673 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b8fbad0e-d463-45c5-acec-265f276f1731 req-a0c8143e-de38-4fec-836c-5e08f3a23ead tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 946 time: 0.0904186 Apr 12 14:27:24.525612 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d70b6d30-b7e2-417d-b9e2-1f022ff721ee admin admin] Publish callbacks [] for security_group (7476c010-101f-4b86-8f16-efbc2ac09ad4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.571482 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3996797b-b588-4320-b201-964a165a8490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16104838', 'neutron.services.segments.db._delete_segments_for_network-8728757608111'] for network (20b447cf-d155-4086-a246-f6cb046f7a12), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.579490 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d70b6d30-b7e2-417d-b9e2-1f022ff721ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (7476c010-101f-4b86-8f16-efbc2ac09ad4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.584161 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d70b6d30-b7e2-417d-b9e2-1f022ff721ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.585841 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-d70b6d30-b7e2-417d-b9e2-1f022ff721ee admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7476c010-101f-4b86-8f16-efbc2ac09ad4 HTTP/1.1" status: 204 len: 168 time: 0.1531265 Apr 12 14:27:24.612092 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b6d30-b7e2-417d-b9e2-1f022ff721ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7476c010-101f-4b86-8f16-efbc2ac09ad4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:24.619332 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-3996797b-b588-4320-b201-964a165a8490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b447cf-d155-4086-a246-f6cb046f7a12']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:27:24.626766 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b8fbad0e-d463-45c5-acec-265f276f1731 req-74899738-80de-49d7-ac1c-95b56353cfc4 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cff1b81-7d8f-4daf-9917-79e3d1f82d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100688 Apr 12 14:27:24.636793 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-3996797b-b588-4320-b201-964a165a8490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db4d7ff-b6bb-457b-a946-5d269e3c872a') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:27:24.637400 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-3996797b-b588-4320-b201-964a165a8490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db4d7ff-b6bb-457b-a946-5d269e3c872a') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:27:24.649012 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3996797b-b588-4320-b201-964a165a8490 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728757610680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3180176'] for segment (8db4d7ff-b6bb-457b-a946-5d269e3c872a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.667492 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3996797b-b588-4320-b201-964a165a8490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (8db4d7ff-b6bb-457b-a946-5d269e3c872a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.677493 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3996797b-b588-4320-b201-964a165a8490 admin admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:27:24.678167 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3996797b-b588-4320-b201-964a165a8490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3725860'] for segment (8db4d7ff-b6bb-457b-a946-5d269e3c872a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: Traceback (most recent call last): Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: timer() Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: cb(*args, **kw) Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: return func(*args, **kwargs) Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: self._notify() Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: self.callback(batched_events) Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: event.method(event) Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: return f(self, *a, **k) Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: return self._get(url).json() Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:27:24.681049 dv-cinder-837523-1-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:27:24.741675 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3996797b-b588-4320-b201-964a165a8490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16104841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546540'] for network (20b447cf-d155-4086-a246-f6cb046f7a12), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.751149 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3996797b-b588-4320-b201-964a165a8490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:24.755448 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-3996797b-b588-4320-b201-964a165a8490 admin admin] 10.222.0.79 "DELETE /v2.0/networks/20b447cf-d155-4086-a246-f6cb046f7a12 HTTP/1.1" status: 204 len: 168 time: 0.4916549 Apr 12 14:27:24.769790 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996797b-b588-4320-b201-964a165a8490 admin admin] Pushing event deleted for resources: {'Network': ['ID=20b447cf-d155-4086-a246-f6cb046f7a12,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:24.955238 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 55636) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:24.981442 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 55640) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:24.999861 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-10a62c49-e71a-4ec8-b5dc-6db1e7fc4eb4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=deddc132fb7a4630978de3713c974ca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433061 Apr 12 14:27:25.002138 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 55644) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:25.018374 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e56cb9cf-853f-4570-8ead-41492a9b9d2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:25.072761 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a3b106f0-8220-44f1-94a7-be5c56bc5f61 admin admin] Publish callbacks [] for security_group (3052d64e-e53c-4b01-a5fc-3e0d81af2165), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:25.115686 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a3b106f0-8220-44f1-94a7-be5c56bc5f61 admin admin] Publish callbacks [] for security_group (3052d64e-e53c-4b01-a5fc-3e0d81af2165), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:25.180012 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a3b106f0-8220-44f1-94a7-be5c56bc5f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (3052d64e-e53c-4b01-a5fc-3e0d81af2165), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:25.189041 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a3b106f0-8220-44f1-94a7-be5c56bc5f61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:25.189041 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-a3b106f0-8220-44f1-94a7-be5c56bc5f61 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3052d64e-e53c-4b01-a5fc-3e0d81af2165 HTTP/1.1" status: 204 len: 168 time: 0.1838419 Apr 12 14:27:25.198024 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b106f0-8220-44f1-94a7-be5c56bc5f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3052d64e-e53c-4b01-a5fc-3e0d81af2165,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:25.209487 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934f860-938b-469f-8a38-469e1b8c9193 req-4c27fae2-c4ed-4475-8834-856704bbde23 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:25.211055 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e934f860-938b-469f-8a38-469e1b8c9193 req-4c27fae2-c4ed-4475-8834-856704bbde23 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0965707 Apr 12 14:27:25.241317 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e56cb9cf-853f-4570-8ead-41492a9b9d2c admin admin] Publish callbacks [] for security_group (4b1fcbf6-9406-4455-a4c3-236303d9f28a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:25.249994 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e56cb9cf-853f-4570-8ead-41492a9b9d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (4b1fcbf6-9406-4455-a4c3-236303d9f28a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:25.321345 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e934f860-938b-469f-8a38-469e1b8c9193 req-3473abe6-24a5-4c37-a2f6-86c4fc355292 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985370 Apr 12 14:27:25.322609 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cb9cf-853f-4570-8ead-41492a9b9d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1fcbf6-9406-4455-a4c3-236303d9f28a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:25.326862 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e56cb9cf-853f-4570-8ead-41492a9b9d2c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b5879cb2f1634d408d6f81bf9e509c89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3444846 Apr 12 14:27:25.329842 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 55656) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:25.417320 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50852054-abc2-47d1-9a39-1d8d45a5377a admin admin] Publish callbacks [] for security_group (4b1fcbf6-9406-4455-a4c3-236303d9f28a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:25.451914 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50852054-abc2-47d1-9a39-1d8d45a5377a admin admin] Publish callbacks [] for security_group (4b1fcbf6-9406-4455-a4c3-236303d9f28a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:25.508713 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50852054-abc2-47d1-9a39-1d8d45a5377a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (4b1fcbf6-9406-4455-a4c3-236303d9f28a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:25.514710 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50852054-abc2-47d1-9a39-1d8d45a5377a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:25.516626 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-50852054-abc2-47d1-9a39-1d8d45a5377a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4b1fcbf6-9406-4455-a4c3-236303d9f28a HTTP/1.1" status: 204 len: 168 time: 0.1853678 Apr 12 14:27:25.527492 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50852054-abc2-47d1-9a39-1d8d45a5377a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1fcbf6-9406-4455-a4c3-236303d9f28a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:25.575320 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 55666) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:25.622111 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-80d3b24b-96ee-4ea4-b2c0-22e1ce87074c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4b1fc596807042559e36348a2afb5a4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451856 Apr 12 14:27:25.625081 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 55668) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:25.751636 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-446b655d-f20b-4fbf-9f39-01d10fd048e7 admin admin] Publish callbacks [] for security_group (c2f5e0b1-329d-44dc-8147-97ca94997e98), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:25.760978 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6396040-c863-439e-8f7a-bc61f560a6e0 req-e0cf816b-fced-4fc9-8d35-f8b443c53a58 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:25.763500 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e6396040-c863-439e-8f7a-bc61f560a6e0 req-e0cf816b-fced-4fc9-8d35-f8b443c53a58 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 946 time: 0.1207216 Apr 12 14:27:25.803889 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469661ee-222c-4a79-a5f7-8269cff91b39 req-ed658ed8-7b46-4204-87c6-0ba6a99d5f67 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:25.806765 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-469661ee-222c-4a79-a5f7-8269cff91b39 req-ed658ed8-7b46-4204-87c6-0ba6a99d5f67 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 946 time: 0.0638452 Apr 12 14:27:25.851155 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-446b655d-f20b-4fbf-9f39-01d10fd048e7 admin admin] Publish callbacks [] for security_group (c2f5e0b1-329d-44dc-8147-97ca94997e98), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:25.884876 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-469661ee-222c-4a79-a5f7-8269cff91b39 req-e8a30257-06de-4702-9ea0-246a950bacfa tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/security-groups?id=3cff1b81-7d8f-4daf-9917-79e3d1f82d21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696657 Apr 12 14:27:26.025169 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-e6396040-c863-439e-8f7a-bc61f560a6e0 req-04d44c94-619b-412c-9f08-a18cb2af1399 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Deleting port 6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:27:26.025754 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e6396040-c863-439e-8f7a-bc61f560a6e0 req-04d44c94-619b-412c-9f08-a18cb2af1399 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:26.055474 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-446b655d-f20b-4fbf-9f39-01d10fd048e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (c2f5e0b1-329d-44dc-8147-97ca94997e98), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:26.058014 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-446b655d-f20b-4fbf-9f39-01d10fd048e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:26.059160 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-446b655d-f20b-4fbf-9f39-01d10fd048e7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c2f5e0b1-329d-44dc-8147-97ca94997e98 HTTP/1.1" status: 204 len: 168 time: 0.4329479 Apr 12 14:27:26.099632 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b655d-f20b-4fbf-9f39-01d10fd048e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f5e0b1-329d-44dc-8147-97ca94997e98,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:26.168767 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-e6396040-c863-439e-8f7a-bc61f560a6e0 req-04d44c94-619b-412c-9f08-a18cb2af1399 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] For port 6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009,segment=NetworkSegment(8bcb6605-7e1c-45b1-898f-1fb58edbf00d),segment_id=8bcb6605-7e1c-45b1-898f-1fb58edbf00d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:27:26.170270 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e6396040-c863-439e-8f7a-bc61f560a6e0 req-04d44c94-619b-412c-9f08-a18cb2af1399 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:26.195058 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-e6396040-c863-439e-8f7a-bc61f560a6e0 req-04d44c94-619b-412c-9f08-a18cb2af1399 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Calling delete_port for 6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009 owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:27:26.425007 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e6396040-c863-439e-8f7a-bc61f560a6e0 req-04d44c94-619b-412c-9f08-a18cb2af1399 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616'] for port (6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:26.464355 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d44c94-619b-412c-9f08-a18cb2af1399 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Pushing event deleted for resources: {'Port': ['ID=6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:26.478442 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:27:26.525558 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6a17b-e8c0-4b1c-bacf-d49ee6aee115 req-d290fa48-170d-4c9f-8d8e-5a5e06af6f56 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:26.527837 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-80e6a17b-e8c0-4b1c-bacf-d49ee6aee115 req-d290fa48-170d-4c9f-8d8e-5a5e06af6f56 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0660961 Apr 12 14:27:26.555459 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6396040-c863-439e-8f7a-bc61f560a6e0 req-04d44c94-619b-412c-9f08-a18cb2af1399 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] No DVR routers for this DVR port 6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009 on host hv-cinder-83752 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:27:26.559072 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-e6396040-c863-439e-8f7a-bc61f560a6e0 req-04d44c94-619b-412c-9f08-a18cb2af1399 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:26.562850 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-e6396040-c863-439e-8f7a-bc61f560a6e0 req-04d44c94-619b-412c-9f08-a18cb2af1399 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.69 "DELETE /v2.0/ports/6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009 HTTP/1.1" status: 204 len: 173 time: 0.7918036 Apr 12 14:27:26.563308 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3202edd-c5e6-4d33-ae1d-4dc954b212e1', 'name': 'network-vif-deleted', 'tag': '6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:27:26.565674 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea00ad51b5642e711501acc1f7ca5604eef3f69d3a6b574dfa4fd32ced1c6c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f15fdb-cd83-4fc7-bf27-658bde5e3c18" -d '{"events": [{"server_uuid": "f3202edd-c5e6-4d33-ae1d-4dc954b212e1", "name": "network-vif-deleted", "tag": "6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:27:26.616389 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-80e6a17b-e8c0-4b1c-bacf-d49ee6aee115 req-1bd90e6b-d26a-4b9c-b75e-b42486cd0f0e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784938 Apr 12 14:27:26.626647 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3010210-9c99-44bb-948d-dc231bb74ff8 x-openstack-request-id: req-e3010210-9c99-44bb-948d-dc231bb74ff8 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:27:26.627172 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3202edd-c5e6-4d33-ae1d-4dc954b212e1", "name": "network-vif-deleted", "tag": "6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:27:26.627744 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e3010210-9c99-44bb-948d-dc231bb74ff8 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:27:26.628459 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3010210-9c99-44bb-948d-dc231bb74ff8'] response: {'server_uuid': 'f3202edd-c5e6-4d33-ae1d-4dc954b212e1', 'name': 'network-vif-deleted', 'tag': '6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009', 'status': 'completed', 'code': 200} Apr 12 14:27:26.996774 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-27bdadb5-bec4-46ed-b566-f8b560ed2038 req-f46cb482-925c-4248-ab1c-b59bc01a6d29 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 210 time: 0.0371635 Apr 12 14:27:27.589823 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 55768) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:27.772861 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7738aac-8a67-4343-a0ab-841d07d2b6b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:27.795481 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fb8b1-ed77-4d66-8f25-52429f9f86b8 req-743c10b1-1b1c-4362-b956-21a33bd5a761 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:27.796996 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fd3fb8b1-ed77-4d66-8f25-52429f9f86b8 req-743c10b1-1b1c-4362-b956-21a33bd5a761 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0761540 Apr 12 14:27:27.868017 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fd3fb8b1-ed77-4d66-8f25-52429f9f86b8 req-1cf8ab4c-2ec3-41e6-b809-b97b47cf75be tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646026 Apr 12 14:27:27.902819 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7738aac-8a67-4343-a0ab-841d07d2b6b2 admin admin] Publish callbacks [] for security_group (f32b6826-4ebc-4949-a9d3-294d35d3e1d0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:27.907007 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a7738aac-8a67-4343-a0ab-841d07d2b6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (f32b6826-4ebc-4949-a9d3-294d35d3e1d0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:27.944853 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-a7738aac-8a67-4343-a0ab-841d07d2b6b2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=753ecb22586b45d188962757972bed82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3538568 Apr 12 14:27:27.945737 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7738aac-8a67-4343-a0ab-841d07d2b6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32b6826-4ebc-4949-a9d3-294d35d3e1d0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:27.947687 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 55794) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:27.996662 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a9824b6-a49f-4068-a74c-b04d731f54a5 admin admin] Publish callbacks [] for security_group (f32b6826-4ebc-4949-a9d3-294d35d3e1d0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:28.032730 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a9824b6-a49f-4068-a74c-b04d731f54a5 admin admin] Publish callbacks [] for security_group (f32b6826-4ebc-4949-a9d3-294d35d3e1d0), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:28.118694 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a9824b6-a49f-4068-a74c-b04d731f54a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (f32b6826-4ebc-4949-a9d3-294d35d3e1d0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:28.125324 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a9824b6-a49f-4068-a74c-b04d731f54a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:28.129375 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-7a9824b6-a49f-4068-a74c-b04d731f54a5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f32b6826-4ebc-4949-a9d3-294d35d3e1d0 HTTP/1.1" status: 204 len: 168 time: 0.1784220 Apr 12 14:27:28.154990 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9824b6-a49f-4068-a74c-b04d731f54a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32b6826-4ebc-4949-a9d3-294d35d3e1d0,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:28.181642 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3e0fddf0-6850-498b-92f6-0f4400f68b1d req-1affa55b-5e4d-45d1-8537-f4e1666201a0 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 210 time: 0.0751972 Apr 12 14:27:28.280613 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 55806) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:28.472608 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9f2fd1a0-6138-4e6d-b7be-16d03df5105c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:28.555587 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9f2fd1a0-6138-4e6d-b7be-16d03df5105c admin admin] Publish callbacks [] for security_group (31cebf1f-2995-49d6-838b-e0b021622530), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:28.560926 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9f2fd1a0-6138-4e6d-b7be-16d03df5105c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (31cebf1f-2995-49d6-838b-e0b021622530), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:28.607982 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-9f2fd1a0-6138-4e6d-b7be-16d03df5105c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2b4a942cbc2743ac8fb0cf4dbc14c276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3261769 Apr 12 14:27:28.610528 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 55826) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:28.617129 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fd1a0-6138-4e6d-b7be-16d03df5105c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cebf1f-2995-49d6-838b-e0b021622530,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:28.681982 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-784d0023-b37c-4fe9-953b-54073e6608cb admin admin] Publish callbacks [] for security_group (31cebf1f-2995-49d6-838b-e0b021622530), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:28.705036 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-784d0023-b37c-4fe9-953b-54073e6608cb admin admin] Publish callbacks [] for security_group (31cebf1f-2995-49d6-838b-e0b021622530), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:28.759169 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-784d0023-b37c-4fe9-953b-54073e6608cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (31cebf1f-2995-49d6-838b-e0b021622530), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:28.763890 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-784d0023-b37c-4fe9-953b-54073e6608cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:28.765327 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-784d0023-b37c-4fe9-953b-54073e6608cb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/31cebf1f-2995-49d6-838b-e0b021622530 HTTP/1.1" status: 204 len: 168 time: 0.1538901 Apr 12 14:27:28.776279 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d0023-b37c-4fe9-953b-54073e6608cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cebf1f-2995-49d6-838b-e0b021622530,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:28.992547 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f438f-87db-4326-8ecf-37ab6df5be58 req-f0d694e6-2879-4d7b-98c1-95f688c40027 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:28.994428 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-406f438f-87db-4326-8ecf-37ab6df5be58 req-f0d694e6-2879-4d7b-98c1-95f688c40027 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0519042 Apr 12 14:27:29.066728 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-406f438f-87db-4326-8ecf-37ab6df5be58 req-890361a0-8752-467f-bf53-24899cc5e371 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633974 Apr 12 14:27:29.216238 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 55854) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:29.229942 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e532c7c-6904-4c37-a8d5-5e54ef1030a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:29.318476 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-68b33ee4-fb2d-4555-b17c-d22ccb2be1a7 req-049f245c-2ea4-42a0-804b-5781e56b2750 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 210 time: 0.0432022 Apr 12 14:27:29.368940 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e532c7c-6904-4c37-a8d5-5e54ef1030a6 admin admin] Publish callbacks [] for security_group (729deff7-0a4e-42bc-be2e-ff5891162c7e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:29.373616 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5e532c7c-6904-4c37-a8d5-5e54ef1030a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (729deff7-0a4e-42bc-be2e-ff5891162c7e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:29.420932 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 55862) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:29.427638 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-5e532c7c-6904-4c37-a8d5-5e54ef1030a6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a3149d44dc744bdc98697fbd2663b0a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2005620 Apr 12 14:27:29.432296 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e532c7c-6904-4c37-a8d5-5e54ef1030a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729deff7-0a4e-42bc-be2e-ff5891162c7e,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:29.491173 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6684edee-d2ed-4e18-9c40-93352c2f7125 admin admin] Publish callbacks [] for security_group (729deff7-0a4e-42bc-be2e-ff5891162c7e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:29.514441 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6684edee-d2ed-4e18-9c40-93352c2f7125 admin admin] Publish callbacks [] for security_group (729deff7-0a4e-42bc-be2e-ff5891162c7e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:29.572827 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6684edee-d2ed-4e18-9c40-93352c2f7125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (729deff7-0a4e-42bc-be2e-ff5891162c7e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:29.575528 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6684edee-d2ed-4e18-9c40-93352c2f7125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:29.576675 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-6684edee-d2ed-4e18-9c40-93352c2f7125 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/729deff7-0a4e-42bc-be2e-ff5891162c7e HTTP/1.1" status: 204 len: 168 time: 0.1544807 Apr 12 14:27:29.585981 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684edee-d2ed-4e18-9c40-93352c2f7125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729deff7-0a4e-42bc-be2e-ff5891162c7e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:30.366493 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facae202-a003-4268-ac2d-9e06e515e07f req-5f1e16f3-a14b-4df5-baca-b2a901ce79d1 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:30.373652 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-facae202-a003-4268-ac2d-9e06e515e07f req-5f1e16f3-a14b-4df5-baca-b2a901ce79d1 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.2264981 Apr 12 14:27:30.431533 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-facae202-a003-4268-ac2d-9e06e515e07f req-856b10d4-7dcd-473e-9920-712c016dedfc tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567117 Apr 12 14:27:30.468551 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fcddc00d-4630-4759-bf2e-dc8ef8cce6dc req-1af0473b-db28-4a62-bd38-117a3ef3c1a1 tempest-DeleteServersTestJSON-1999555564 tempest-DeleteServersTestJSON-1999555564-project] 10.222.0.79 "GET /v2.0/ports?device_id=f3202edd-c5e6-4d33-ae1d-4dc954b212e1 HTTP/1.1" status: 200 len: 210 time: 0.0307472 Apr 12 14:27:30.541420 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:27:30.564940 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] No Port match for: 6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:27:30.565513 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 6c3ba4c1-e62f-4f2d-a9cf-31fdcd613009 not bound to the agent host hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:27:31.560763 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012f309-80e1-4c0e-8243-f434fad4c202 req-7c18e841-b1c0-4fb3-b725-c4bc2a026035 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:31.562323 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8012f309-80e1-4c0e-8243-f434fad4c202 req-7c18e841-b1c0-4fb3-b725-c4bc2a026035 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0664992 Apr 12 14:27:31.620248 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8012f309-80e1-4c0e-8243-f434fad4c202 req-6f2f9243-a9c5-4535-b785-110be7a1b81f tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459671 Apr 12 14:27:32.744076 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f81400-02ef-4518-9b71-e855f819142c req-0e330f53-83ad-4ef4-9c52-ea7a928ada4e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:32.745723 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-65f81400-02ef-4518-9b71-e855f819142c req-0e330f53-83ad-4ef4-9c52-ea7a928ada4e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0492086 Apr 12 14:27:32.791639 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-65f81400-02ef-4518-9b71-e855f819142c req-c64307dc-689f-4063-9de2-2c0033b967c5 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399988 Apr 12 14:27:33.912729 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27b06f-7183-42a7-92cf-1fbf800694f7 req-db77af10-edef-416a-88af-9104b6d5feef tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:33.914192 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6c27b06f-7183-42a7-92cf-1fbf800694f7 req-db77af10-edef-416a-88af-9104b6d5feef tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0472887 Apr 12 14:27:33.961734 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6c27b06f-7183-42a7-92cf-1fbf800694f7 req-9596ed56-6c9b-4839-8a2e-10e8bb8340e7 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419340 Apr 12 14:27:35.122408 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea579b-e6fc-42b9-879b-fdf9e557a2e3 req-a53df15a-f060-4ae2-a70b-a64c4f67db4a tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:35.123875 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-52ea579b-e6fc-42b9-879b-fdf9e557a2e3 req-a53df15a-f060-4ae2-a70b-a64c4f67db4a tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0663438 Apr 12 14:27:35.172551 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-52ea579b-e6fc-42b9-879b-fdf9e557a2e3 req-ee1cefa3-0d9b-47db-809d-e920179152aa tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429776 Apr 12 14:27:35.507351 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:36.342797 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d904f-e56a-4820-af0a-079a4805cd54 req-d0976b28-1853-4331-b249-65d4951bd860 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:36.344590 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4f4d904f-e56a-4820-af0a-079a4805cd54 req-d0976b28-1853-4331-b249-65d4951bd860 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0528996 Apr 12 14:27:36.356945 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56074) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:36.399017 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4f4d904f-e56a-4820-af0a-079a4805cd54 req-1ba95e92-a82a-4f30-90cb-517d30eb70ab tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465386 Apr 12 14:27:36.402327 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc81f0ae-2953-4e9a-ad1a-ad9fc9ae3820 admin admin] Deleting subnet 6b65d007-e6d3-49bb-ba96-5fb28bd8f923 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:27:36.405861 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fc81f0ae-2953-4e9a-ad1a-ad9fc9ae3820 admin admin] Publish callbacks [] for subnet (6b65d007-e6d3-49bb-ba96-5fb28bd8f923), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:36.441160 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fc81f0ae-2953-4e9a-ad1a-ad9fc9ae3820 admin admin] Publish callbacks [] for subnet (6b65d007-e6d3-49bb-ba96-5fb28bd8f923), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:36.454596 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fc81f0ae-2953-4e9a-ad1a-ad9fc9ae3820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16103179'] for subnet (6b65d007-e6d3-49bb-ba96-5fb28bd8f923), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:36.531037 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fc81f0ae-2953-4e9a-ad1a-ad9fc9ae3820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16103218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for subnet (6b65d007-e6d3-49bb-ba96-5fb28bd8f923), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:36.557892 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81f0ae-2953-4e9a-ad1a-ad9fc9ae3820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b65d007-e6d3-49bb-ba96-5fb28bd8f923,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:36.562766 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fc81f0ae-2953-4e9a-ad1a-ad9fc9ae3820 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:36.566464 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-fc81f0ae-2953-4e9a-ad1a-ad9fc9ae3820 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6b65d007-e6d3-49bb-ba96-5fb28bd8f923 HTTP/1.1" status: 204 len: 168 time: 0.2082129 Apr 12 14:27:36.569183 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56080) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:36.652936 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f7611f2-6abe-43a0-9aa9-011264b2d88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16156760'] for network (f8a98894-d742-40a6-b20d-8dbe70b8ae20), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:36.758867 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f7611f2-6abe-43a0-9aa9-011264b2d88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16104838', 'neutron.services.segments.db._delete_segments_for_network-8728757608111'] for network (f8a98894-d742-40a6-b20d-8dbe70b8ae20), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:36.782530 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f7611f2-6abe-43a0-9aa9-011264b2d88c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:36.783247 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f7611f2-6abe-43a0-9aa9-011264b2d88c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:36.784334 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f7611f2-6abe-43a0-9aa9-011264b2d88c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:36.784674 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f7611f2-6abe-43a0-9aa9-011264b2d88c admin admin] Subscribe: > port after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:36.785025 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f7611f2-6abe-43a0-9aa9-011264b2d88c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:36.785493 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f7611f2-6abe-43a0-9aa9-011264b2d88c admin admin] Subscribe: > port after_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:36.786283 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f7611f2-6abe-43a0-9aa9-011264b2d88c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:36.786753 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f7611f2-6abe-43a0-9aa9-011264b2d88c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:36.787285 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f7611f2-6abe-43a0-9aa9-011264b2d88c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:36.787889 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f7611f2-6abe-43a0-9aa9-011264b2d88c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:36.859642 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f7611f2-6abe-43a0-9aa9-011264b2d88c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:36.859994 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f7611f2-6abe-43a0-9aa9-011264b2d88c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:36.860326 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f7611f2-6abe-43a0-9aa9-011264b2d88c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:36.860662 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f7611f2-6abe-43a0-9aa9-011264b2d88c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 14:27:36.861075 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-6f7611f2-6abe-43a0-9aa9-011264b2d88c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a98894-d742-40a6-b20d-8dbe70b8ae20']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:27:36.878802 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-6f7611f2-6abe-43a0-9aa9-011264b2d88c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bcb6605-7e1c-45b1-898f-1fb58edbf00d') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:27:36.879097 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-6f7611f2-6abe-43a0-9aa9-011264b2d88c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bcb6605-7e1c-45b1-898f-1fb58edbf00d') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:27:36.896013 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f7611f2-6abe-43a0-9aa9-011264b2d88c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728757610680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58773018'] for segment (8bcb6605-7e1c-45b1-898f-1fb58edbf00d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:36.919204 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f7611f2-6abe-43a0-9aa9-011264b2d88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (8bcb6605-7e1c-45b1-898f-1fb58edbf00d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:36.928647 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7611f2-6abe-43a0-9aa9-011264b2d88c admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:27:36.929097 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f7611f2-6abe-43a0-9aa9-011264b2d88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3951198'] for segment (8bcb6605-7e1c-45b1-898f-1fb58edbf00d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: from cryptography.utils import int_from_bytes Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: from cryptography.utils import int_from_bytes Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: Traceback (most recent call last): Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: timer() Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: cb(*args, **kw) Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: return func(*args, **kwargs) Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: self._notify() Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: self.callback(batched_events) Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: event.method(event) Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: return f(self, *a, **k) Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: return self._get(url).json() Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: return self.request(url, 'GET', **kwargs) Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:27:36.933244 dv-cinder-837523-1-iscsi neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:27:37.185827 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f7611f2-6abe-43a0-9aa9-011264b2d88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16104841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546540'] for network (f8a98894-d742-40a6-b20d-8dbe70b8ae20), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:37.192939 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f7611f2-6abe-43a0-9aa9-011264b2d88c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:37.196685 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-6f7611f2-6abe-43a0-9aa9-011264b2d88c admin admin] 10.222.0.79 "DELETE /v2.0/networks/f8a98894-d742-40a6-b20d-8dbe70b8ae20 HTTP/1.1" status: 204 len: 168 time: 0.6265769 Apr 12 14:27:37.205824 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7611f2-6abe-43a0-9aa9-011264b2d88c admin admin] Pushing event deleted for resources: {'Network': ['ID=f8a98894-d742-40a6-b20d-8dbe70b8ae20,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:37.386295 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56096) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:37.431028 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-2f717190-2a60-449c-a579-8cddb7282e0d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cbe121842f0b42bb9db803d9fd187546&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412362 Apr 12 14:27:37.431321 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56102) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:37.493043 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1542f360-86d5-4771-a2b4-0f84ea83da87 admin admin] Publish callbacks [] for security_group (3cff1b81-7d8f-4daf-9917-79e3d1f82d21), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:37.517929 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1542f360-86d5-4771-a2b4-0f84ea83da87 admin admin] Publish callbacks [] for security_group (3cff1b81-7d8f-4daf-9917-79e3d1f82d21), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:37.526535 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0684c-d21d-43ff-b378-a49631188304 req-563c76ee-96a6-48aa-b53b-992788327019 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:37.528053 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4fe0684c-d21d-43ff-b378-a49631188304 req-563c76ee-96a6-48aa-b53b-992788327019 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0542219 Apr 12 14:27:37.571373 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1542f360-86d5-4771-a2b4-0f84ea83da87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (3cff1b81-7d8f-4daf-9917-79e3d1f82d21), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:37.574407 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1542f360-86d5-4771-a2b4-0f84ea83da87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:37.575746 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-1542f360-86d5-4771-a2b4-0f84ea83da87 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3cff1b81-7d8f-4daf-9917-79e3d1f82d21 HTTP/1.1" status: 204 len: 168 time: 0.1433995 Apr 12 14:27:37.594813 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4fe0684c-d21d-43ff-b378-a49631188304 req-1dd2819c-bc31-4ddb-bcfc-2837e7f49c95 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603025 Apr 12 14:27:37.597332 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542f360-86d5-4771-a2b4-0f84ea83da87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cff1b81-7d8f-4daf-9917-79e3d1f82d21,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:37.722067 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56108) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:38.000106 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d3a7bba-9669-4837-93fd-b53b78f8e9e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:38.094457 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d3a7bba-9669-4837-93fd-b53b78f8e9e7 admin admin] Publish callbacks [] for security_group (fc6dc99f-0ad2-4fe1-9bf4-27ed0a3c0b4a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:38.106126 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d3a7bba-9669-4837-93fd-b53b78f8e9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (fc6dc99f-0ad2-4fe1-9bf4-27ed0a3c0b4a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:38.162823 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-2d3a7bba-9669-4837-93fd-b53b78f8e9e7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7b7356dff7e74cb3b4075300fc9cdf66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4360766 Apr 12 14:27:38.162823 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a7bba-9669-4837-93fd-b53b78f8e9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6dc99f-0ad2-4fe1-9bf4-27ed0a3c0b4a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:38.163310 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 56142) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:38.238383 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26432108-4669-42e8-a669-ce651d3eb278 admin admin] Publish callbacks [] for security_group (fc6dc99f-0ad2-4fe1-9bf4-27ed0a3c0b4a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:38.260751 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26432108-4669-42e8-a669-ce651d3eb278 admin admin] Publish callbacks [] for security_group (fc6dc99f-0ad2-4fe1-9bf4-27ed0a3c0b4a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:38.313456 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26432108-4669-42e8-a669-ce651d3eb278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (fc6dc99f-0ad2-4fe1-9bf4-27ed0a3c0b4a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:38.316126 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-26432108-4669-42e8-a669-ce651d3eb278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:38.317765 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-26432108-4669-42e8-a669-ce651d3eb278 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fc6dc99f-0ad2-4fe1-9bf4-27ed0a3c0b4a HTTP/1.1" status: 204 len: 168 time: 0.1511273 Apr 12 14:27:38.330551 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26432108-4669-42e8-a669-ce651d3eb278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6dc99f-0ad2-4fe1-9bf4-27ed0a3c0b4a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:38.427037 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 56162) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:38.693786 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-5c518931-d1a1-481c-8f92-9457b44a8f59 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1068363864-network', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:27:38.773027 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dab03-f762-4256-8b9b-954d29b5404f req-8dd21960-7978-4267-9b2c-abc43c876d53 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:38.774692 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-df9dab03-f762-4256-8b9b-954d29b5404f req-8dd21960-7978-4267-9b2c-abc43c876d53 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0741761 Apr 12 14:27:38.775935 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c518931-d1a1-481c-8f92-9457b44a8f59 admin admin] Made reservation on behalf of a2bedb77e90047d299fac9bf3cf393a8 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:27:38.778336 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c518931-d1a1-481c-8f92-9457b44a8f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:38.793138 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56178) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:38.797594 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c518931-d1a1-481c-8f92-9457b44a8f59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:38.808060 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f19495c8-4191-4add-a9fa-9d6f3c97a537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:38.861942 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-df9dab03-f762-4256-8b9b-954d29b5404f req-e3721b4f-8808-4d3a-a6b8-af3a12a09380 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739241 Apr 12 14:27:38.915174 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f19495c8-4191-4add-a9fa-9d6f3c97a537 admin admin] Publish callbacks [] for security_group (0c2b1c5d-ddc8-4cc7-9b32-f1cedc066b39), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:38.916914 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c518931-d1a1-481c-8f92-9457b44a8f59 admin admin] Publish callbacks [] for security_group (30333643-58fa-49c3-aec7-19c088667589), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:38.920065 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f19495c8-4191-4add-a9fa-9d6f3c97a537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (0c2b1c5d-ddc8-4cc7-9b32-f1cedc066b39), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:38.923044 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c518931-d1a1-481c-8f92-9457b44a8f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (30333643-58fa-49c3-aec7-19c088667589), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:38.946210 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c518931-d1a1-481c-8f92-9457b44a8f59 admin admin] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:27:38.960216 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c518931-d1a1-481c-8f92-9457b44a8f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30333643-58fa-49c3-aec7-19c088667589,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:38.967637 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c518931-d1a1-481c-8f92-9457b44a8f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (a7c17724-1d50-4600-9248-4eb722d3c0dd), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:38.967976 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-5c518931-d1a1-481c-8f92-9457b44a8f59 admin admin] Added segment a7c17724-1d50-4600-9248-4eb722d3c0dd of type vlan for network f4a3bd02-b790-409a-af63-4b8c508a5dc9 Apr 12 14:27:38.970186 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-f19495c8-4191-4add-a9fa-9d6f3c97a537 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=33bab599de634edc9aeff7a8959e76f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1754324 Apr 12 14:27:38.971311 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19495c8-4191-4add-a9fa-9d6f3c97a537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2b1c5d-ddc8-4cc7-9b32-f1cedc066b39,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:38.974010 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56182) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:39.010310 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c518931-d1a1-481c-8f92-9457b44a8f59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728757078613'] for network (f4a3bd02-b790-409a-af63-4b8c508a5dc9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:39.028076 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b8f21e3-1443-4917-a155-6fa71d3e1a6a admin admin] Publish callbacks [] for security_group (0c2b1c5d-ddc8-4cc7-9b32-f1cedc066b39), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:39.034989 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c518931-d1a1-481c-8f92-9457b44a8f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for network (f4a3bd02-b790-409a-af63-4b8c508a5dc9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:39.036226 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c518931-d1a1-481c-8f92-9457b44a8f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:39.037375 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5c518931-d1a1-481c-8f92-9457b44a8f59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:39.059970 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b8f21e3-1443-4917-a155-6fa71d3e1a6a admin admin] Publish callbacks [] for security_group (0c2b1c5d-ddc8-4cc7-9b32-f1cedc066b39), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:39.066984 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-5c518931-d1a1-481c-8f92-9457b44a8f59 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6383827 Apr 12 14:27:39.071187 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56184) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:39.079473 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-07130225-71dc-468a-bc56-7ebc61fe9e0a admin admin] Request body: {'subnet': {'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1068363864-subnet', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:27:39.104185 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c518931-d1a1-481c-8f92-9457b44a8f59 admin admin] Pushing event updated for resources: {'Network': ['ID=f4a3bd02-b790-409a-af63-4b8c508a5dc9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:39.115036 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07130225-71dc-468a-bc56-7ebc61fe9e0a admin admin] Made reservation on behalf of a2bedb77e90047d299fac9bf3cf393a8 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:27:39.118749 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Network f4a3bd02-b790-409a-af63-4b8c508a5dc9 details requested by agent ovs-agent-dv-cinder-837523-1-iscsi with host dv-cinder-837523-1-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:27:39.119323 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-07130225-71dc-468a-bc56-7ebc61fe9e0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59075900'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:39.180495 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b8f21e3-1443-4917-a155-6fa71d3e1a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (0c2b1c5d-ddc8-4cc7-9b32-f1cedc066b39), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:39.183055 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b8f21e3-1443-4917-a155-6fa71d3e1a6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:39.184203 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-6b8f21e3-1443-4917-a155-6fa71d3e1a6a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0c2b1c5d-ddc8-4cc7-9b32-f1cedc066b39 HTTP/1.1" status: 204 len: 168 time: 0.2093656 Apr 12 14:27:39.214965 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f21e3-1443-4917-a155-6fa71d3e1a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2b1c5d-ddc8-4cc7-9b32-f1cedc066b39,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:39.345010 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-07130225-71dc-468a-bc56-7ebc61fe9e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3950649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59075886'] for subnet (173d8463-b4b7-4546-b738-e7a6791e414a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:39.417353 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07130225-71dc-468a-bc56-7ebc61fe9e0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=173d8463-b4b7-4546-b738-e7a6791e414a,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:39.433651 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07130225-71dc-468a-bc56-7ebc61fe9e0a admin admin] Checking segment: {'id': 'a7c17724-1d50-4600-9248-4eb722d3c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:27:39.434020 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07130225-71dc-468a-bc56-7ebc61fe9e0a admin admin] Network hostable DHCP agents. Network: f4a3bd02-b790-409a-af63-4b8c508a5dc9, hostable agents: ['26b99ea2-1f24-436d-a395-59cabb3f6051'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:27:39.451703 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07130225-71dc-468a-bc56-7ebc61fe9e0a admin admin] Network f4a3bd02-b790-409a-af63-4b8c508a5dc9 is scheduled to be hosted by DHCP agent 26b99ea2-1f24-436d-a395-59cabb3f6051 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:27:39.463093 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-07130225-71dc-468a-bc56-7ebc61fe9e0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837523-1-iscsi, f4a3bd02-b790-409a-af63-4b8c508a5dc9) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:27:39.472368 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5599a1a6-6b6e-4220-8db2-9485632e71ae None None] Network f4a3bd02-b790-409a-af63-4b8c508a5dc9 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:27:39.475564 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07130225-71dc-468a-bc56-7ebc61fe9e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:39.476362 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-07130225-71dc-468a-bc56-7ebc61fe9e0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:39.509569 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-07130225-71dc-468a-bc56-7ebc61fe9e0a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4372249 Apr 12 14:27:39.520422 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56202) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:39.525497 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c5f3433a-dae4-4291-a668-b76edf13faa1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1068363864-router', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:27:39.555668 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5f3433a-dae4-4291-a668-b76edf13faa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4091'] for router (8b3305e5-719d-45c0-a808-e3549ffa0c60), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:39.557579 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5f3433a-dae4-4291-a668-b76edf13faa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4084'] for router (8b3305e5-719d-45c0-a808-e3549ffa0c60), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:39.628592 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ecbc4e0-9161-5ff1-acbf-aca03b0e47fc-f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'fixed_ips': [{'subnet_id': '173d8463-b4b7-4546-b738-e7a6791e414a'}]}} from dv-cinder-837523-1-iscsi. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:27:39.632239 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:39.645850 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5f3433a-dae4-4291-a668-b76edf13faa1 admin admin] Publish callbacks [] for router_controller (8b3305e5-719d-45c0-a808-e3549ffa0c60), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:39.720046 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 56214) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:39.834445 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5f3433a-dae4-4291-a668-b76edf13faa1 admin admin] Publish callbacks [] for router_gateway (8b3305e5-719d-45c0-a808-e3549ffa0c60), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:39.857484 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Allocated IP 172.20.0.2 (f4a3bd02-b790-409a-af63-4b8c508a5dc9/173d8463-b4b7-4546-b738-e7a6791e414a/fac4c839-73f8-49cd-822a-3f330f4723e6) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:27:40.037771 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8125172-e1ee-40f1-b802-92b0f7daec40 req-9c0b3427-4b40-4da1-9c6c-3f5dd5184e75 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:40.045461 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c8125172-e1ee-40f1-b802-92b0f7daec40 req-9c0b3427-4b40-4da1-9c6c-3f5dd5184e75 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0588930 Apr 12 14:27:40.084367 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18e50183-1f17-4c38-8600-107c5aea750b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:40.161989 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c8125172-e1ee-40f1-b802-92b0f7daec40 req-1bc6e966-a788-4b7d-ba79-12aa76308866 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152833 Apr 12 14:27:40.212758 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5f3433a-dae4-4291-a668-b76edf13faa1 admin admin] Publish callbacks [] for router_gateway (8b3305e5-719d-45c0-a808-e3549ffa0c60), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:40.219028 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18e50183-1f17-4c38-8600-107c5aea750b admin admin] Publish callbacks [] for security_group (eafa4391-abc5-4346-a60a-cd27bbfb6ad5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:40.223398 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-18e50183-1f17-4c38-8600-107c5aea750b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (eafa4391-abc5-4346-a60a-cd27bbfb6ad5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:40.234512 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Publish callbacks [] for port (fac4c839-73f8-49cd-822a-3f330f4723e6), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:40.235207 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5f3433a-dae4-4291-a668-b76edf13faa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:40.254602 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607'] for port (fac4c839-73f8-49cd-822a-3f330f4723e6), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:40.268326 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-18e50183-1f17-4c38-8600-107c5aea750b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5bdac094f3fa47bdbe2297f7504d4949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5522385 Apr 12 14:27:40.269584 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e50183-1f17-4c38-8600-107c5aea750b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafa4391-abc5-4346-a60a-cd27bbfb6ad5,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:40.272151 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 56240) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:40.304668 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Network f4a3bd02-b790-409a-af63-4b8c508a5dc9 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:27:40.307542 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:27:40.314730 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:27:40.318762 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Pushing event updated for resources: {'Port': ['ID=fac4c839-73f8-49cd-822a-3f330f4723e6,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:40.336383 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:40.341109 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:40.341619 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:40.342335 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:40.342950 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:40.343349 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:40.343694 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:40.344271 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:40.344624 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:40.344988 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:40.345327 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:40.345677 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:40.346007 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:40.346330 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:40.346642 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:40.370436 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e5dac99a-d8c9-4c20-90e9-ba42420c590d admin admin] Publish callbacks [] for security_group (eafa4391-abc5-4346-a60a-cd27bbfb6ad5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:40.387924 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-c5f3433a-dae4-4291-a668-b76edf13faa1 admin admin] Allocated IP 172.27.0.238 (d880c522-0b20-4278-b126-cb351e10a8a1/d5f6c94a-8527-427a-a2ce-715c797655f2/6a77a8bc-ce25-403d-bf39-704d1774d75b) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:27:40.393127 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e5dac99a-d8c9-4c20-90e9-ba42420c590d admin admin] Publish callbacks [] for security_group (eafa4391-abc5-4346-a60a-cd27bbfb6ad5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:40.417026 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Attempting to bind port fac4c839-73f8-49cd-822a-3f330f4723e6 on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:27:40.417582 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Attempting to bind port fac4c839-73f8-49cd-822a-3f330f4723e6 by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': 'a7c17724-1d50-4600-9248-4eb722d3c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:27:40.418171 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Attempting to bind port fac4c839-73f8-49cd-822a-3f330f4723e6 on network f4a3bd02-b790-409a-af63-4b8c508a5dc9 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:27:40.424265 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:27:40.424947 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Checking segment: {'id': 'a7c17724-1d50-4600-9248-4eb722d3c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:27:40.425651 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:40.426187 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Bound using segment: {'id': 'a7c17724-1d50-4600-9248-4eb722d3c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:27:40.426844 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Bound port: fac4c839-73f8-49cd-822a-3f330f4723e6, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c17724-1d50-4600-9248-4eb722d3c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:27:40.427896 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (fac4c839-73f8-49cd-822a-3f330f4723e6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:40.466618 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e5dac99a-d8c9-4c20-90e9-ba42420c590d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (eafa4391-abc5-4346-a60a-cd27bbfb6ad5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:40.470770 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e5dac99a-d8c9-4c20-90e9-ba42420c590d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:40.472374 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e5dac99a-d8c9-4c20-90e9-ba42420c590d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eafa4391-abc5-4346-a60a-cd27bbfb6ad5 HTTP/1.1" status: 204 len: 168 time: 0.1865764 Apr 12 14:27:40.499388 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dac99a-d8c9-4c20-90e9-ba42420c590d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafa4391-abc5-4346-a60a-cd27bbfb6ad5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:40.539636 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] For port fac4c839-73f8-49cd-822a-3f330f4723e6, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:27:40.539824 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5f3433a-dae4-4291-a668-b76edf13faa1 admin admin] Publish callbacks [] for port (6a77a8bc-ce25-403d-bf39-704d1774d75b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:40.543863 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] For port fac4c839-73f8-49cd-822a-3f330f4723e6, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=fac4c839-73f8-49cd-822a-3f330f4723e6,segment=NetworkSegment(a7c17724-1d50-4600-9248-4eb722d3c0dd),segment_id=a7c17724-1d50-4600-9248-4eb722d3c0dd)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:27:40.559405 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (fac4c839-73f8-49cd-822a-3f330f4723e6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:40.584841 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5f3433a-dae4-4291-a668-b76edf13faa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (6a77a8bc-ce25-403d-bf39-704d1774d75b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:40.635288 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d16ec-0d99-486c-971d-98e8cd302e53 None None] Pushing event updated for resources: {'Port': ['ID=fac4c839-73f8-49cd-822a-3f330f4723e6,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:40.636784 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f3433a-dae4-4291-a668-b76edf13faa1 admin admin] Network d880c522-0b20-4278-b126-cb351e10a8a1 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:27:40.639991 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c5f3433a-dae4-4291-a668-b76edf13faa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:27:40.644882 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f3433a-dae4-4291-a668-b76edf13faa1 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:27:40.674337 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3433a-dae4-4291-a668-b76edf13faa1 admin admin] Pushing event updated for resources: {'Port': ['ID=6a77a8bc-ce25-403d-bf39-704d1774d75b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:41.008301 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5f3433a-dae4-4291-a668-b76edf13faa1 admin admin] Publish callbacks [] for router_gateway (8b3305e5-719d-45c0-a808-e3549ffa0c60), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:41.037893 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 56260) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:41.090749 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80053089-cc7f-43b3-bbb4-732d1d114bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:41.190728 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80053089-cc7f-43b3-bbb4-732d1d114bf9 admin admin] Publish callbacks [] for security_group (84b128fd-66b0-478e-ad68-d099971e2290), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:41.197047 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80053089-cc7f-43b3-bbb4-732d1d114bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (84b128fd-66b0-478e-ad68-d099971e2290), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:41.276062 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5f3433a-dae4-4291-a668-b76edf13faa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546468'] for router (8b3305e5-719d-45c0-a808-e3549ffa0c60), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:41.311571 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80053089-cc7f-43b3-bbb4-732d1d114bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b128fd-66b0-478e-ad68-d099971e2290,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:41.319335 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-80053089-cc7f-43b3-bbb4-732d1d114bf9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a0707fda1e8846648739063344148f83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802105 Apr 12 14:27:41.323413 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 56270) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:41.354392 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1dfb5-b64b-4ff7-a1eb-8d33077aacb4 req-42c4d8be-6c8f-41e8-99d9-5c0e91093363 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:41.356526 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-42e1dfb5-b64b-4ff7-a1eb-8d33077aacb4 req-42c4d8be-6c8f-41e8-99d9-5c0e91093363 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.1023064 Apr 12 14:27:41.423976 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74b6b72c-deb5-47ab-8254-899efb74cdc5 admin admin] Publish callbacks [] for security_group (84b128fd-66b0-478e-ad68-d099971e2290), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:41.445480 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f3433a-dae4-4291-a668-b76edf13faa1 admin admin] Router 8b3305e5-719d-45c0-a808-e3549ffa0c60 is scheduled to L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:27:41.446017 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-42e1dfb5-b64b-4ff7-a1eb-8d33077aacb4 req-1f06b295-db03-44c2-9627-689b00feadd3 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780842 Apr 12 14:27:41.458876 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74b6b72c-deb5-47ab-8254-899efb74cdc5 admin admin] Publish callbacks [] for security_group (84b128fd-66b0-478e-ad68-d099971e2290), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:41.531440 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74b6b72c-deb5-47ab-8254-899efb74cdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (84b128fd-66b0-478e-ad68-d099971e2290), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:41.534533 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74b6b72c-deb5-47ab-8254-899efb74cdc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:41.535937 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-74b6b72c-deb5-47ab-8254-899efb74cdc5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/84b128fd-66b0-478e-ad68-d099971e2290 HTTP/1.1" status: 204 len: 168 time: 0.2109537 Apr 12 14:27:41.554022 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b6b72c-deb5-47ab-8254-899efb74cdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b128fd-66b0-478e-ad68-d099971e2290,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:41.607448 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f3433a-dae4-4291-a668-b76edf13faa1 admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:27:41.619978 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12f6081-5720-42d5-87f6-6a0dee8a31dc None None] Sync routers for ids ['8b3305e5-719d-45c0-a808-e3549ffa0c60'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:27:41.642512 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12f6081-5720-42d5-87f6-6a0dee8a31dc None None] Routers {'8b3305e5-719d-45c0-a808-e3549ffa0c60'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:27:41.643162 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b12f6081-5720-42d5-87f6-6a0dee8a31dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:27:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8b3305e5-719d-45c0-a808-e3549ffa0c60'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:27:41.648827 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5f3433a-dae4-4291-a668-b76edf13faa1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:41.658616 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-c5f3433a-dae4-4291-a668-b76edf13faa1 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1370203 Apr 12 14:27:41.665973 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 56282) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:41.797401 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device fac4c839-73f8-49cd-822a-3f330f4723e6 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:27:41.851778 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port fac4c839-73f8-49cd-822a-3f330f4723e6 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:27:41.852457 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (fac4c839-73f8-49cd-822a-3f330f4723e6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:41.879836 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-b12f6081-5720-42d5-87f6-6a0dee8a31dc None None] Set router 8b3305e5-719d-45c0-a808-e3549ffa0c60 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:27:41.979584 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port fac4c839-73f8-49cd-822a-3f330f4723e6 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:27:41.980220 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (fac4c839-73f8-49cd-822a-3f330f4723e6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:42.071899 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] For port fac4c839-73f8-49cd-822a-3f330f4723e6, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=fac4c839-73f8-49cd-822a-3f330f4723e6,segment=NetworkSegment(a7c17724-1d50-4600-9248-4eb722d3c0dd),segment_id=a7c17724-1d50-4600-9248-4eb722d3c0dd)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:27:42.082076 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (fac4c839-73f8-49cd-822a-3f330f4723e6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:42.122844 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839f94b5-f50e-4ebe-a7a1-c1fc4716332b None None] Network f4a3bd02-b790-409a-af63-4b8c508a5dc9 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:27:42.241938 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Pushing event updated for resources: {'Port': ['ID=fac4c839-73f8-49cd-822a-3f330f4723e6,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:42.276727 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b85f0c63-632a-460f-a807-e7c7f4a59eaa None None] Provisioning complete for port fac4c839-73f8-49cd-822a-3f330f4723e6 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:27:42.277259 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b85f0c63-632a-460f-a807-e7c7f4a59eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (fac4c839-73f8-49cd-822a-3f330f4723e6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:42.304636 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56304) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:42.314974 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b12f6081-5720-42d5-87f6-6a0dee8a31dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'name': 'tempest-AttachVolumeTestJSON-1068363864-router', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:39Z', 'updated_at': '2022-04-12T14:27:40Z', 'revision_number': 3, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'gw_port': {'id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:40Z', 'updated_at': '2022-04-12T14:27:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:27:42.322712 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-11c917fb-2ada-4448-91cd-fd23ce7832e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:42.357823 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12f6081-5720-42d5-87f6-6a0dee8a31dc None None] Checking router: 8b3305e5-719d-45c0-a808-e3549ffa0c60 for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:27:42.358610 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12f6081-5720-42d5-87f6-6a0dee8a31dc None None] Updating router 8b3305e5-719d-45c0-a808-e3549ffa0c60 port 6a77a8bc-ce25-403d-bf39-704d1774d75b binding host dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:27:42.434744 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b12f6081-5720-42d5-87f6-6a0dee8a31dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (6a77a8bc-ce25-403d-bf39-704d1774d75b), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:42.461630 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b85f0c63-632a-460f-a807-e7c7f4a59eaa None None] Current status of the port fac4c839-73f8-49cd-822a-3f330f4723e6 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:27:42.539577 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-11c917fb-2ada-4448-91cd-fd23ce7832e2 admin admin] Publish callbacks [] for security_group (66f3d2a4-c40d-4da7-a171-558947783649), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:42.540419 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01b979d8-c791-4c9e-9179-374ab9a1f106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:42.548343 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-11c917fb-2ada-4448-91cd-fd23ce7832e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (66f3d2a4-c40d-4da7-a171-558947783649), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:42.595020 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-11c917fb-2ada-4448-91cd-fd23ce7832e2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=77890190d8d947cd98a9f1f3d0adc3d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867174 Apr 12 14:27:42.600118 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56318) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:42.658746 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c917fb-2ada-4448-91cd-fd23ce7832e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f3d2a4-c40d-4da7-a171-558947783649,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:42.722285 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90e94c71-f4a0-4947-9520-046feac2beb4 admin admin] Publish callbacks [] for security_group (66f3d2a4-c40d-4da7-a171-558947783649), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:42.786499 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90e94c71-f4a0-4947-9520-046feac2beb4 admin admin] Publish callbacks [] for security_group (66f3d2a4-c40d-4da7-a171-558947783649), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:42.798551 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8960809a-7cc2-4776-8dcb-f842f897fe64 None None] Provisioning complete for port fac4c839-73f8-49cd-822a-3f330f4723e6 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:27:42.799106 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8960809a-7cc2-4776-8dcb-f842f897fe64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (fac4c839-73f8-49cd-822a-3f330f4723e6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:42.862474 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90e94c71-f4a0-4947-9520-046feac2beb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (66f3d2a4-c40d-4da7-a171-558947783649), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:42.866269 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90e94c71-f4a0-4947-9520-046feac2beb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:42.869779 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-90e94c71-f4a0-4947-9520-046feac2beb4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/66f3d2a4-c40d-4da7-a171-558947783649 HTTP/1.1" status: 204 len: 168 time: 0.2664294 Apr 12 14:27:42.874089 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c02f3a-02ba-4b0f-b882-064933dd00dd req-915568dc-43af-4799-aaa4-91198bb6b0ac tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:42.875624 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1c02f3a-02ba-4b0f-b882-064933dd00dd req-915568dc-43af-4799-aaa4-91198bb6b0ac tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.1579063 Apr 12 14:27:42.887537 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e94c71-f4a0-4947-9520-046feac2beb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f3d2a4-c40d-4da7-a171-558947783649,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:42.951064 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b12f6081-5720-42d5-87f6-6a0dee8a31dc None None] Publish callbacks [] for port (6a77a8bc-ce25-403d-bf39-704d1774d75b), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:42.953136 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-01b979d8-c791-4c9e-9179-374ab9a1f106 admin admin] Allocated IP 172.20.0.1 (f4a3bd02-b790-409a-af63-4b8c508a5dc9/173d8463-b4b7-4546-b738-e7a6791e414a/82cdff13-6efb-4602-8932-df5fcf578f65) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:27:42.965213 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b12f6081-5720-42d5-87f6-6a0dee8a31dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (6a77a8bc-ce25-403d-bf39-704d1774d75b), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:42.980104 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1c02f3a-02ba-4b0f-b882-064933dd00dd req-bb305c26-9fb0-4cda-b7a3-f3cec1659c41 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979183 Apr 12 14:27:43.027976 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8960809a-7cc2-4776-8dcb-f842f897fe64 None None] Current status of the port fac4c839-73f8-49cd-822a-3f330f4723e6 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:27:43.049349 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-b12f6081-5720-42d5-87f6-6a0dee8a31dc None None] Attempting to bind port 6a77a8bc-ce25-403d-bf39-704d1774d75b on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:27:43.049714 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-b12f6081-5720-42d5-87f6-6a0dee8a31dc None None] Attempting to bind port 6a77a8bc-ce25-403d-bf39-704d1774d75b by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:27:43.050069 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12f6081-5720-42d5-87f6-6a0dee8a31dc None None] Attempting to bind port 6a77a8bc-ce25-403d-bf39-704d1774d75b on network d880c522-0b20-4278-b126-cb351e10a8a1 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:27:43.059056 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12f6081-5720-42d5-87f6-6a0dee8a31dc None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:27:43.059581 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12f6081-5720-42d5-87f6-6a0dee8a31dc None None] Checking segment: {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:27:43.060125 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b12f6081-5720-42d5-87f6-6a0dee8a31dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:43.060522 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12f6081-5720-42d5-87f6-6a0dee8a31dc None None] Bound using segment: {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:27:43.061039 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-b12f6081-5720-42d5-87f6-6a0dee8a31dc None None] Bound port: 6a77a8bc-ce25-403d-bf39-704d1774d75b, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:27:43.061426 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b12f6081-5720-42d5-87f6-6a0dee8a31dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (6a77a8bc-ce25-403d-bf39-704d1774d75b), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:43.072975 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe920a7-3de6-4223-a632-62b735f5f4fe None None] Pushing event updated for resources: {'Port': ['ID=6a77a8bc-ce25-403d-bf39-704d1774d75b,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:43.099936 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe920a7-3de6-4223-a632-62b735f5f4fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.100273 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe920a7-3de6-4223-a632-62b735f5f4fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.100640 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe920a7-3de6-4223-a632-62b735f5f4fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.101025 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe920a7-3de6-4223-a632-62b735f5f4fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.101363 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe920a7-3de6-4223-a632-62b735f5f4fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.101935 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe920a7-3de6-4223-a632-62b735f5f4fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.102068 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe920a7-3de6-4223-a632-62b735f5f4fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.102306 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe920a7-3de6-4223-a632-62b735f5f4fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.102629 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe920a7-3de6-4223-a632-62b735f5f4fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.102946 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe920a7-3de6-4223-a632-62b735f5f4fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.103695 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe920a7-3de6-4223-a632-62b735f5f4fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.104045 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe920a7-3de6-4223-a632-62b735f5f4fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.104365 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe920a7-3de6-4223-a632-62b735f5f4fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.104683 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe920a7-3de6-4223-a632-62b735f5f4fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.105035 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe920a7-3de6-4223-a632-62b735f5f4fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:27:43.146681 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-b12f6081-5720-42d5-87f6-6a0dee8a31dc None None] For port 6a77a8bc-ce25-403d-bf39-704d1774d75b, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:27:43.152676 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-b12f6081-5720-42d5-87f6-6a0dee8a31dc None None] For port 6a77a8bc-ce25-403d-bf39-704d1774d75b, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=6a77a8bc-ce25-403d-bf39-704d1774d75b,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:27:43.163591 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-b12f6081-5720-42d5-87f6-6a0dee8a31dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (6a77a8bc-ce25-403d-bf39-704d1774d75b), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:43.165531 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01b979d8-c791-4c9e-9179-374ab9a1f106 admin admin] Publish callbacks [] for port (82cdff13-6efb-4602-8932-df5fcf578f65), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:43.205725 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01b979d8-c791-4c9e-9179-374ab9a1f106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (82cdff13-6efb-4602-8932-df5fcf578f65), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:43.223474 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56332) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:43.235349 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12f6081-5720-42d5-87f6-6a0dee8a31dc None None] Routers {'8b3305e5-719d-45c0-a808-e3549ffa0c60'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:27:43.236005 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b12f6081-5720-42d5-87f6-6a0dee8a31dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:27:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8b3305e5-719d-45c0-a808-e3549ffa0c60'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:27:43.268155 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b979d8-c791-4c9e-9179-374ab9a1f106 admin admin] Network f4a3bd02-b790-409a-af63-4b8c508a5dc9 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:27:43.285140 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-01b979d8-c791-4c9e-9179-374ab9a1f106 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:27:43.291891 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b979d8-c791-4c9e-9179-374ab9a1f106 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:27:43.302937 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe920a7-3de6-4223-a632-62b735f5f4fe None None] Pushing event updated for resources: {'Port': ['ID=6a77a8bc-ce25-403d-bf39-704d1774d75b,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:43.341971 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b979d8-c791-4c9e-9179-374ab9a1f106 admin admin] Pushing event updated for resources: {'Port': ['ID=82cdff13-6efb-4602-8932-df5fcf578f65,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:43.374196 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01b979d8-c791-4c9e-9179-374ab9a1f106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546391'] for router_interface (8b3305e5-719d-45c0-a808-e3549ffa0c60), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:43.446282 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-b12f6081-5720-42d5-87f6-6a0dee8a31dc None None] Set router 8b3305e5-719d-45c0-a808-e3549ffa0c60 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:27:43.466345 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dda45f64-1e32-41c3-b6d3-0a498725cd9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:43.622853 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dda45f64-1e32-41c3-b6d3-0a498725cd9b admin admin] Publish callbacks [] for security_group (37e3b230-c18c-4980-ae93-7cb7cad2dc7e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:43.631383 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dda45f64-1e32-41c3-b6d3-0a498725cd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (37e3b230-c18c-4980-ae93-7cb7cad2dc7e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:43.662635 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9f97748c-d5e4-43d1-a8ec-d34eb2c6aea1 None None] Provisioning complete for port 82cdff13-6efb-4602-8932-df5fcf578f65 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:27:43.663417 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9f97748c-d5e4-43d1-a8ec-d34eb2c6aea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (82cdff13-6efb-4602-8932-df5fcf578f65), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:43.687012 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-dda45f64-1e32-41c3-b6d3-0a498725cd9b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d085c99a54ec4f4288a771662cac281a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4621823 Apr 12 14:27:43.721548 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda45f64-1e32-41c3-b6d3-0a498725cd9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e3b230-c18c-4980-ae93-7cb7cad2dc7e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:43.726203 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56360) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:43.730069 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device fac4c839-73f8-49cd-822a-3f330f4723e6 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:27:43.789978 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9f97748c-d5e4-43d1-a8ec-d34eb2c6aea1 None None] Port 82cdff13-6efb-4602-8932-df5fcf578f65 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:27:43.823652 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port fac4c839-73f8-49cd-822a-3f330f4723e6 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:27:43.824694 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (fac4c839-73f8-49cd-822a-3f330f4723e6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:43.875085 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e01fff17-0495-4099-b88a-c7a8c264a257 admin admin] Publish callbacks [] for security_group (37e3b230-c18c-4980-ae93-7cb7cad2dc7e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:43.903239 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e01fff17-0495-4099-b88a-c7a8c264a257 admin admin] Publish callbacks [] for security_group (37e3b230-c18c-4980-ae93-7cb7cad2dc7e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:43.967173 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b12f6081-5720-42d5-87f6-6a0dee8a31dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'name': 'tempest-AttachVolumeTestJSON-1068363864-router', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:39Z', 'updated_at': '2022-04-12T14:27:40Z', 'revision_number': 3, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'gw_port': {'id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:40Z', 'updated_at': '2022-04-12T14:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:27:43.981834 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port fac4c839-73f8-49cd-822a-3f330f4723e6 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:27:43.991257 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e01fff17-0495-4099-b88a-c7a8c264a257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (37e3b230-c18c-4980-ae93-7cb7cad2dc7e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:43.994673 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e01fff17-0495-4099-b88a-c7a8c264a257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:43.996546 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-e01fff17-0495-4099-b88a-c7a8c264a257 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/37e3b230-c18c-4980-ae93-7cb7cad2dc7e HTTP/1.1" status: 204 len: 168 time: 0.2691009 Apr 12 14:27:44.009133 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01fff17-0495-4099-b88a-c7a8c264a257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e3b230-c18c-4980-ae93-7cb7cad2dc7e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:44.016552 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12f6081-5720-42d5-87f6-6a0dee8a31dc None None] The sync data for ids ['8b3305e5-719d-45c0-a808-e3549ffa0c60'] in dv-cinder-837523-1-iscsi is: [{'id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'name': 'tempest-AttachVolumeTestJSON-1068363864-router', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:39Z', 'updated_at': '2022-04-12T14:27:40Z', 'revision_number': 3, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'gw_port': {'id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:40Z', 'updated_at': '2022-04-12T14:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:27:44.088202 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01b979d8-c791-4c9e-9179-374ab9a1f106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (82cdff13-6efb-4602-8932-df5fcf578f65), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:44.188449 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a45008-eaa2-4607-b241-b8b95f504b27 req-3a7482e7-323d-4bf8-8b3f-1129e2d37684 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:44.190376 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-91a45008-eaa2-4607-b241-b8b95f504b27 req-3a7482e7-323d-4bf8-8b3f-1129e2d37684 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0879855 Apr 12 14:27:44.290979 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-91a45008-eaa2-4607-b241-b8b95f504b27 req-273a92e7-0bb1-41d5-9b0e-33beb8a9342e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936759 Apr 12 14:27:44.474557 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01b979d8-c791-4c9e-9179-374ab9a1f106 admin admin] Publish callbacks [] for port (82cdff13-6efb-4602-8932-df5fcf578f65), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:44.488636 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01b979d8-c791-4c9e-9179-374ab9a1f106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (82cdff13-6efb-4602-8932-df5fcf578f65), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:44.615375 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56390) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:44.640730 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b979d8-c791-4c9e-9179-374ab9a1f106 admin admin] Pushing event updated for resources: {'Port': ['ID=82cdff13-6efb-4602-8932-df5fcf578f65,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:44.642210 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5839f3b-5f1d-45de-a4c6-4342507f204d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:44.643413 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-01b979d8-c791-4c9e-9179-374ab9a1f106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548839'] for router_interface (8b3305e5-719d-45c0-a808-e3549ffa0c60), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:44.771120 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b979d8-c791-4c9e-9179-374ab9a1f106 admin admin] Network f4a3bd02-b790-409a-af63-4b8c508a5dc9 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:27:44.773951 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-01b979d8-c791-4c9e-9179-374ab9a1f106 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:27:44.775943 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4263d-a841-4f4e-a932-f237b679de65 req-37a578d5-35a5-4801-9ca6-27953c6d4419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:44.777506 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c0d4263d-a841-4f4e-a932-f237b679de65 req-37a578d5-35a5-4801-9ca6-27953c6d4419 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 1130 time: 0.0965891 Apr 12 14:27:44.890453 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c0d4263d-a841-4f4e-a932-f237b679de65 req-83347798-0f7f-4b77-be2d-d5fdddef6671 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988591 Apr 12 14:27:44.966539 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5839f3b-5f1d-45de-a4c6-4342507f204d admin admin] Publish callbacks [] for security_group (c1ff7343-0bf3-4f80-b578-ee9c21355594), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:44.978349 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5839f3b-5f1d-45de-a4c6-4342507f204d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (c1ff7343-0bf3-4f80-b578-ee9c21355594), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:45.022489 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-e5839f3b-5f1d-45de-a4c6-4342507f204d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8a0ddc9758ba47e2b680641b049983a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4058433 Apr 12 14:27:45.025326 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56400) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:45.091906 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b979d8-c791-4c9e-9179-374ab9a1f106 admin admin] Router 8b3305e5-719d-45c0-a808-e3549ffa0c60 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:27:45.118949 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5839f3b-5f1d-45de-a4c6-4342507f204d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ff7343-0bf3-4f80-b578-ee9c21355594,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:45.202263 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-11952866-a930-41c2-b761-b1b3d13b6fea admin admin] Publish callbacks [] for security_group (c1ff7343-0bf3-4f80-b578-ee9c21355594), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:45.239266 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-0a3c03ca-b8c6-4da6-ada1-b220095e07dc None None] Provisioning complete for port 82cdff13-6efb-4602-8932-df5fcf578f65 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:27:45.240283 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-0a3c03ca-b8c6-4da6-ada1-b220095e07dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (82cdff13-6efb-4602-8932-df5fcf578f65), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:45.274499 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-11952866-a930-41c2-b761-b1b3d13b6fea admin admin] Publish callbacks [] for security_group (c1ff7343-0bf3-4f80-b578-ee9c21355594), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:45.295609 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b979d8-c791-4c9e-9179-374ab9a1f106 admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:27:45.312574 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-01b979d8-c791-4c9e-9179-374ab9a1f106 admin admin] 10.222.0.79 "PUT /v2.0/routers/8b3305e5-719d-45c0-a808-e3549ffa0c60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6355162 Apr 12 14:27:45.316355 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-0a3c03ca-b8c6-4da6-ada1-b220095e07dc None None] Port 82cdff13-6efb-4602-8932-df5fcf578f65 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:27:45.350832 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-11952866-a930-41c2-b761-b1b3d13b6fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (c1ff7343-0bf3-4f80-b578-ee9c21355594), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:45.355863 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-11952866-a930-41c2-b761-b1b3d13b6fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:45.357635 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-11952866-a930-41c2-b761-b1b3d13b6fea admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c1ff7343-0bf3-4f80-b578-ee9c21355594 HTTP/1.1" status: 204 len: 168 time: 0.3310800 Apr 12 14:27:45.374480 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11952866-a930-41c2-b761-b1b3d13b6fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ff7343-0bf3-4f80-b578-ee9c21355594,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:45.469894 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d1291-788c-4cbc-9639-a41527910129 req-97405d2b-385d-4d98-8261-666e0df543da tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:45.473458 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7f2d1291-788c-4cbc-9639-a41527910129 req-97405d2b-385d-4d98-8261-666e0df543da tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0931394 Apr 12 14:27:45.548535 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7f2d1291-788c-4cbc-9639-a41527910129 req-408f93bb-8153-4bdf-8d1d-3f2d8e6fe766 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657737 Apr 12 14:27:45.664719 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 6a77a8bc-ce25-403d-bf39-704d1774d75b up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:27:45.732086 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 6a77a8bc-ce25-403d-bf39-704d1774d75b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:27:45.733083 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (6a77a8bc-ce25-403d-bf39-704d1774d75b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:45.821239 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 6a77a8bc-ce25-403d-bf39-704d1774d75b is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:27:45.821925 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (6a77a8bc-ce25-403d-bf39-704d1774d75b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:45.847369 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] For port 6a77a8bc-ce25-403d-bf39-704d1774d75b, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=6a77a8bc-ce25-403d-bf39-704d1774d75b,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:27:45.851549 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (6a77a8bc-ce25-403d-bf39-704d1774d75b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:45.912476 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Pushing event updated for resources: {'Port': ['ID=6a77a8bc-ce25-403d-bf39-704d1774d75b,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:45.964600 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56438) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:45.969496 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ad2bfaf6-82ee-4486-bf3d-bc916a19b158 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--206428193', 'description': 'tempest-description--1398943535'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:27:45.995493 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ad2bfaf6-82ee-4486-bf3d-bc916a19b158 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:46.076224 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ad2bfaf6-82ee-4486-bf3d-bc916a19b158 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for security_group (bbb5588c-4d51-4828-985b-3f21e68353c5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:46.081955 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ad2bfaf6-82ee-4486-bf3d-bc916a19b158 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (bbb5588c-4d51-4828-985b-3f21e68353c5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:46.123660 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ad2bfaf6-82ee-4486-bf3d-bc916a19b158 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:46.125123 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-ad2bfaf6-82ee-4486-bf3d-bc916a19b158 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1593275 Apr 12 14:27:46.126348 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bfaf6-82ee-4486-bf3d-bc916a19b158 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb5588c-4d51-4828-985b-3f21e68353c5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:46.128169 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 56452) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:46.143054 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-fad398f1-0d61-48e8-a197-c7f8fa485c14 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Request body: {'security_group_rule': {'security_group_id': 'bbb5588c-4d51-4828-985b-3f21e68353c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:27:46.183791 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fad398f1-0d61-48e8-a197-c7f8fa485c14 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for security_group_rule (2d7c802e-3673-4eee-8baa-e7d603cfdb30), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:46.251423 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fad398f1-0d61-48e8-a197-c7f8fa485c14 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for security_group_rule (2d7c802e-3673-4eee-8baa-e7d603cfdb30), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:46.258229 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fad398f1-0d61-48e8-a197-c7f8fa485c14 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (2d7c802e-3673-4eee-8baa-e7d603cfdb30), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:46.277646 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad398f1-0d61-48e8-a197-c7f8fa485c14 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d7c802e-3673-4eee-8baa-e7d603cfdb30,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:46.293337 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fad398f1-0d61-48e8-a197-c7f8fa485c14 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:46.297058 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-fad398f1-0d61-48e8-a197-c7f8fa485c14 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1654778 Apr 12 14:27:46.297411 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56462) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:46.303060 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-250f05f2-2376-47a5-b457-bb511bc09c4c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Request body: {'security_group_rule': {'security_group_id': 'bbb5588c-4d51-4828-985b-3f21e68353c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:27:46.334300 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-250f05f2-2376-47a5-b457-bb511bc09c4c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for security_group_rule (71bbbbbe-fef3-4a7c-961d-1166037905d0), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:46.344717 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83806897-2284-4de6-9996-eb06f4e613ed None None] Sync routers for ids ['8b3305e5-719d-45c0-a808-e3549ffa0c60'] in dv-cinder-837523-1-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:27:46.356574 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83806897-2284-4de6-9996-eb06f4e613ed None None] Routers {'8b3305e5-719d-45c0-a808-e3549ffa0c60'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:27:46.357693 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-83806897-2284-4de6-9996-eb06f4e613ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:27:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8b3305e5-719d-45c0-a808-e3549ffa0c60'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:27:46.406693 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-250f05f2-2376-47a5-b457-bb511bc09c4c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for security_group_rule (71bbbbbe-fef3-4a7c-961d-1166037905d0), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:46.414553 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-250f05f2-2376-47a5-b457-bb511bc09c4c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (71bbbbbe-fef3-4a7c-961d-1166037905d0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:46.449307 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-250f05f2-2376-47a5-b457-bb511bc09c4c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:46.452298 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-250f05f2-2376-47a5-b457-bb511bc09c4c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1535962 Apr 12 14:27:46.453280 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f05f2-2376-47a5-b457-bb511bc09c4c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71bbbbbe-fef3-4a7c-961d-1166037905d0,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:46.455307 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56468) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:46.461483 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5db7354d-2767-478e-948d-1b38ce34a192 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Request body: {'floatingip': {'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:27:46.493427 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5db7354d-2767-478e-948d-1b38ce34a192 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:46.516253 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-83806897-2284-4de6-9996-eb06f4e613ed None None] Set router 8b3305e5-719d-45c0-a808-e3549ffa0c60 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:27:46.596948 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5db7354d-2767-478e-948d-1b38ce34a192 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:46.738862 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49e493-d51f-4db1-8967-297b6ced03b8 req-8cafb315-a966-4064-9c76-ef66a0980b84 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:46.747992 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5d49e493-d51f-4db1-8967-297b6ced03b8 req-8cafb315-a966-4064-9c76-ef66a0980b84 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0992858 Apr 12 14:27:46.791020 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-5db7354d-2767-478e-948d-1b38ce34a192 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Allocated IP 172.27.0.121 (d880c522-0b20-4278-b126-cb351e10a8a1/d5f6c94a-8527-427a-a2ce-715c797655f2/c0cab662-beb6-4b7a-b4b8-de4511728d86) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:27:46.856357 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-83806897-2284-4de6-9996-eb06f4e613ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'name': 'tempest-AttachVolumeTestJSON-1068363864-router', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:39Z', 'updated_at': '2022-04-12T14:27:43Z', 'revision_number': 4, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'gw_port': {'id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:40Z', 'updated_at': '2022-04-12T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '82cdff13-6efb-4602-8932-df5fcf578f65', 'name': '', 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'mac_address': 'fa:16:3e:2d:5b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:42Z', 'updated_at': '2022-04-12T14:27:44Z', 'revision_number': 2, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'subnets': [{'id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:27:46.864062 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5d49e493-d51f-4db1-8967-297b6ced03b8 req-8501f04a-d3c6-42cd-91f3-00c8395f93a1 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144433 Apr 12 14:27:46.946499 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5db7354d-2767-478e-948d-1b38ce34a192 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for port (c0cab662-beb6-4b7a-b4b8-de4511728d86), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:46.988900 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5db7354d-2767-478e-948d-1b38ce34a192 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (c0cab662-beb6-4b7a-b4b8-de4511728d86), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:47.036648 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83806897-2284-4de6-9996-eb06f4e613ed None None] Checking router: 8b3305e5-719d-45c0-a808-e3549ffa0c60 for host: dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:27:47.037032 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83806897-2284-4de6-9996-eb06f4e613ed None None] Updating router 8b3305e5-719d-45c0-a808-e3549ffa0c60 port 82cdff13-6efb-4602-8932-df5fcf578f65 binding host dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:27:47.047952 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db7354d-2767-478e-948d-1b38ce34a192 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Network d880c522-0b20-4278-b126-cb351e10a8a1 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:27:47.051367 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7354d-2767-478e-948d-1b38ce34a192 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Pushing event updated for resources: {'Port': ['ID=c0cab662-beb6-4b7a-b4b8-de4511728d86,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:47.053926 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-5db7354d-2767-478e-948d-1b38ce34a192 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:27:47.056052 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db7354d-2767-478e-948d-1b38ce34a192 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:27:47.068514 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83806897-2284-4de6-9996-eb06f4e613ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (82cdff13-6efb-4602-8932-df5fcf578f65), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:47.161359 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5db7354d-2767-478e-948d-1b38ce34a192 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for floatingip (6255c156-0f75-425a-a6df-7c08edacf591), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:47.200834 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5db7354d-2767-478e-948d-1b38ce34a192 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (c0cab662-beb6-4b7a-b4b8-de4511728d86), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:47.371070 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5db7354d-2767-478e-948d-1b38ce34a192 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for port (c0cab662-beb6-4b7a-b4b8-de4511728d86), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:47.377089 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5db7354d-2767-478e-948d-1b38ce34a192 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3951234'] for port (c0cab662-beb6-4b7a-b4b8-de4511728d86), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:47.398743 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83806897-2284-4de6-9996-eb06f4e613ed None None] Publish callbacks [] for port (82cdff13-6efb-4602-8932-df5fcf578f65), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:47.407153 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83806897-2284-4de6-9996-eb06f4e613ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (82cdff13-6efb-4602-8932-df5fcf578f65), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:47.457871 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7354d-2767-478e-948d-1b38ce34a192 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Pushing event updated for resources: {'Port': ['ID=c0cab662-beb6-4b7a-b4b8-de4511728d86,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:47.460968 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5db7354d-2767-478e-948d-1b38ce34a192 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (6255c156-0f75-425a-a6df-7c08edacf591), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:47.463518 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624070d-6b8b-439f-a7d3-6692a50efc15 None None] Pushing event updated for resources: {'Port': ['ID=82cdff13-6efb-4602-8932-df5fcf578f65,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:47.481782 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5db7354d-2767-478e-948d-1b38ce34a192 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:47.483342 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-5db7354d-2767-478e-948d-1b38ce34a192 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0269077 Apr 12 14:27:47.524671 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-83806897-2284-4de6-9996-eb06f4e613ed None None] Attempting to bind port 82cdff13-6efb-4602-8932-df5fcf578f65 on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:27:47.525415 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-83806897-2284-4de6-9996-eb06f4e613ed None None] Attempting to bind port 82cdff13-6efb-4602-8932-df5fcf578f65 by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': 'a7c17724-1d50-4600-9248-4eb722d3c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:27:47.525786 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83806897-2284-4de6-9996-eb06f4e613ed None None] Attempting to bind port 82cdff13-6efb-4602-8932-df5fcf578f65 on network f4a3bd02-b790-409a-af63-4b8c508a5dc9 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:27:47.531783 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83806897-2284-4de6-9996-eb06f4e613ed None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:27:47.532179 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83806897-2284-4de6-9996-eb06f4e613ed None None] Checking segment: {'id': 'a7c17724-1d50-4600-9248-4eb722d3c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:27:47.532837 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83806897-2284-4de6-9996-eb06f4e613ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:47.533538 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83806897-2284-4de6-9996-eb06f4e613ed None None] Bound using segment: {'id': 'a7c17724-1d50-4600-9248-4eb722d3c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:27:47.534020 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-83806897-2284-4de6-9996-eb06f4e613ed None None] Bound port: 82cdff13-6efb-4602-8932-df5fcf578f65, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c17724-1d50-4600-9248-4eb722d3c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:27:47.534403 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83806897-2284-4de6-9996-eb06f4e613ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (82cdff13-6efb-4602-8932-df5fcf578f65), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:47.643301 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-83806897-2284-4de6-9996-eb06f4e613ed None None] For port 82cdff13-6efb-4602-8932-df5fcf578f65, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:27:47.659190 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-83806897-2284-4de6-9996-eb06f4e613ed None None] For port 82cdff13-6efb-4602-8932-df5fcf578f65, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=82cdff13-6efb-4602-8932-df5fcf578f65,segment=NetworkSegment(a7c17724-1d50-4600-9248-4eb722d3c0dd),segment_id=a7c17724-1d50-4600-9248-4eb722d3c0dd)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:27:47.689526 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83806897-2284-4de6-9996-eb06f4e613ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (82cdff13-6efb-4602-8932-df5fcf578f65), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:47.699875 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 6a77a8bc-ce25-403d-bf39-704d1774d75b up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:27:47.749120 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-0f69c83a-7dc8-4d26-b616-be6eb03dba96 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--206428193&fields=id&tenant_id=a2bedb77e90047d299fac9bf3cf393a8 HTTP/1.1" status: 200 len: 267 time: 0.0535984 Apr 12 14:27:47.798558 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-37a2eaad-b322-48da-b22e-afcd3cf55669 None None] Provisioning complete for port 82cdff13-6efb-4602-8932-df5fcf578f65 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:27:47.798940 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-37a2eaad-b322-48da-b22e-afcd3cf55669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (82cdff13-6efb-4602-8932-df5fcf578f65), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:47.842531 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83806897-2284-4de6-9996-eb06f4e613ed None None] Routers {'8b3305e5-719d-45c0-a808-e3549ffa0c60'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:27:47.843167 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-83806897-2284-4de6-9996-eb06f4e613ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:27:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8b3305e5-719d-45c0-a808-e3549ffa0c60'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:27:47.885863 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624070d-6b8b-439f-a7d3-6692a50efc15 None None] Pushing event updated for resources: {'Port': ['ID=82cdff13-6efb-4602-8932-df5fcf578f65,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:47.905052 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-3328195a-c178-4df4-bd82-a32cea315cac tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:47.908257 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-3328195a-c178-4df4-bd82-a32cea315cac tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/networks?id=f4a3bd02-b790-409a-af63-4b8c508a5dc9 HTTP/1.1" status: 200 len: 811 time: 0.1497810 Apr 12 14:27:47.926157 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 6a77a8bc-ce25-403d-bf39-704d1774d75b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:27:47.926656 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (6a77a8bc-ce25-403d-bf39-704d1774d75b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:47.938499 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-05304744-f2bb-4fbd-ba2f-075a3f4dd08b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/quotas/a2bedb77e90047d299fac9bf3cf393a8 HTTP/1.1" status: 200 len: 375 time: 0.0235152 Apr 12 14:27:48.029618 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87805212-9119-47ef-9b54-88d36e412612 req-04db163a-7937-4b45-a3a9-e73d65627a2a tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:48.031818 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-87805212-9119-47ef-9b54-88d36e412612 req-04db163a-7937-4b45-a3a9-e73d65627a2a tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0961030 Apr 12 14:27:48.044216 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-42586ba0-0817-4765-a028-7ea0ed12d21d tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2bedb77e90047d299fac9bf3cf393a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962722 Apr 12 14:27:48.060085 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-37a2eaad-b322-48da-b22e-afcd3cf55669 None None] Current status of the port 82cdff13-6efb-4602-8932-df5fcf578f65 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:27:48.060480 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-37a2eaad-b322-48da-b22e-afcd3cf55669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (82cdff13-6efb-4602-8932-df5fcf578f65), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:48.101475 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-83806897-2284-4de6-9996-eb06f4e613ed None None] Set router 8b3305e5-719d-45c0-a808-e3549ffa0c60 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:27:48.154643 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-87805212-9119-47ef-9b54-88d36e412612 req-753cf457-7960-4baa-8473-9bbe1ebb4d67 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157007 Apr 12 14:27:48.200725 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-fe68c6b8-0bf2-4614-9e8b-6f1b015ffe72 service neutron] 10.222.0.79 "GET /v2.0/networks/f4a3bd02-b790-409a-af63-4b8c508a5dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342208 Apr 12 14:27:48.206694 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-37a2eaad-b322-48da-b22e-afcd3cf55669 None None] For port 82cdff13-6efb-4602-8932-df5fcf578f65, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=82cdff13-6efb-4602-8932-df5fcf578f65,segment=NetworkSegment(a7c17724-1d50-4600-9248-4eb722d3c0dd),segment_id=a7c17724-1d50-4600-9248-4eb722d3c0dd)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:27:48.210625 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-74fe3744-1b28-443b-9b0b-badda55f4112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:48.225001 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-37a2eaad-b322-48da-b22e-afcd3cf55669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (82cdff13-6efb-4602-8932-df5fcf578f65), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:48.309388 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 6a77a8bc-ce25-403d-bf39-704d1774d75b is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:27:48.382695 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091a248-5ff4-4186-8a30-6f4133ea5e16 req-a60c88d3-8d8a-4b59-bd7a-d3cb31265628 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:48.384966 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b091a248-5ff4-4186-8a30-6f4133ea5e16 req-a60c88d3-8d8a-4b59-bd7a-d3cb31265628 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 945 time: 0.0731196 Apr 12 14:27:48.407025 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2eaad-b322-48da-b22e-afcd3cf55669 None None] Pushing event updated for resources: {'Port': ['ID=82cdff13-6efb-4602-8932-df5fcf578f65,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:48.422809 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8e2e913d-5960-4432-b42c-7709d59b7ee3 None None] Provisioning complete for port 82cdff13-6efb-4602-8932-df5fcf578f65 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:27:48.422997 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8e2e913d-5960-4432-b42c-7709d59b7ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (82cdff13-6efb-4602-8932-df5fcf578f65), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:48.428274 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-f92cd58a-739b-41ea-a63f-43ca244a46cc service neutron] 10.222.0.79 "GET /v2.0/networks/f4a3bd02-b790-409a-af63-4b8c508a5dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186124 Apr 12 14:27:48.493278 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b091a248-5ff4-4186-8a30-6f4133ea5e16 req-62a7b071-1fed-4645-8e21-d059b32b1569 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002927 Apr 12 14:27:48.622259 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-83806897-2284-4de6-9996-eb06f4e613ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'name': 'tempest-AttachVolumeTestJSON-1068363864-router', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:39Z', 'updated_at': '2022-04-12T14:27:43Z', 'revision_number': 4, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'gw_port': {'id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:40Z', 'updated_at': '2022-04-12T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '82cdff13-6efb-4602-8932-df5fcf578f65', 'name': '', 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'mac_address': 'fa:16:3e:2d:5b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:42Z', 'updated_at': '2022-04-12T14:27:47Z', 'revision_number': 4, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'subnets': [{'id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:27:48.626613 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e913d-5960-4432-b42c-7709d59b7ee3 None None] Current status of the port 82cdff13-6efb-4602-8932-df5fcf578f65 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:27:48.637994 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c5dc5bc4-5005-4a8b-b4d3-874567b07709 req-74db3daa-a978-4ed5-9b0c-64bac70bd7c5 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 210 time: 0.0331590 Apr 12 14:27:48.665560 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83806897-2284-4de6-9996-eb06f4e613ed None None] The sync data for ids ['8b3305e5-719d-45c0-a808-e3549ffa0c60'] in dv-cinder-837523-1-iscsi is: [{'id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'name': 'tempest-AttachVolumeTestJSON-1068363864-router', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:39Z', 'updated_at': '2022-04-12T14:27:43Z', 'revision_number': 4, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'gw_port': {'id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:40Z', 'updated_at': '2022-04-12T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '82cdff13-6efb-4602-8932-df5fcf578f65', 'name': '', 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'mac_address': 'fa:16:3e:2d:5b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:42Z', 'updated_at': '2022-04-12T14:27:47Z', 'revision_number': 4, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'subnets': [{'id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:27:49.692593 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 82cdff13-6efb-4602-8932-df5fcf578f65 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:27:49.757353 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-53c71969-5bdd-45a1-9987-bbfc692b1fab req-0b8778e6-1ee7-4323-8be8-5def97866ce9 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 210 time: 0.0334294 Apr 12 14:27:49.759394 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 82cdff13-6efb-4602-8932-df5fcf578f65 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:27:49.759948 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (82cdff13-6efb-4602-8932-df5fcf578f65), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:49.881186 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 82cdff13-6efb-4602-8932-df5fcf578f65 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:27:50.455587 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a8c63db5-3257-4c0e-b4e1-1135bd7077da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:50.861103 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9c01a4dc-08ff-4a22-ba33-3bbec2fdcacc req-cddfcd2a-c3af-4818-82c9-4a471964104f tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 210 time: 0.0298150 Apr 12 14:27:51.513717 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:51.968655 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7c813928-d331-41a1-ae2e-c6c3d958e0de req-c3736b36-b6ec-41d8-a53e-2642c7d3e835 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 210 time: 0.0323448 Apr 12 14:27:52.451819 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-c7800c84-8202-4882-bc76-b8e0b3a525bd tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:52.453392 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-c7800c84-8202-4882-bc76-b8e0b3a525bd tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.69 "GET /v2.0/networks?id=f4a3bd02-b790-409a-af63-4b8c508a5dc9 HTTP/1.1" status: 200 len: 811 time: 0.1067512 Apr 12 14:27:52.531953 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-e4082b28-5b9f-4fad-a315-bd5d35f1fa12 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2bedb77e90047d299fac9bf3cf393a8 HTTP/1.1" status: 200 len: 379 time: 0.0630648 Apr 12 14:27:52.637552 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-3d288afe-b8ef-4da4-bafb-ef0df0491691 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Request body: {'port': {'device_id': 'a21f039b-e7f3-41ad-8699-8ee01babd2a5', 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'admin_state_up': True, 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'security_groups': ['bbb5588c-4d51-4828-985b-3f21e68353c5']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:27:52.775745 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-3d288afe-b8ef-4da4-bafb-ef0df0491691 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Made reservation on behalf of a2bedb77e90047d299fac9bf3cf393a8 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:27:52.779603 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-3d288afe-b8ef-4da4-bafb-ef0df0491691 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:52.855426 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:52.923631 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-3d288afe-b8ef-4da4-bafb-ef0df0491691 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Allocated IP 172.20.0.10 (f4a3bd02-b790-409a-af63-4b8c508a5dc9/173d8463-b4b7-4546-b738-e7a6791e414a/10d21dae-e43e-4c36-be2c-e96509c4fe8b) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:27:53.063612 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-3d288afe-b8ef-4da4-bafb-ef0df0491691 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for port (10d21dae-e43e-4c36-be2c-e96509c4fe8b), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:53.083985 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e3d32fc4-c41e-4b87-ad45-47437ce0aee8 req-902df5b6-d5ec-4119-8026-d8baf06b10ed tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 210 time: 0.0370991 Apr 12 14:27:53.098212 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-3d288afe-b8ef-4da4-bafb-ef0df0491691 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (10d21dae-e43e-4c36-be2c-e96509c4fe8b), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:53.150975 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-3d288afe-b8ef-4da4-bafb-ef0df0491691 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Network f4a3bd02-b790-409a-af63-4b8c508a5dc9 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:27:53.154036 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-3d288afe-b8ef-4da4-bafb-ef0df0491691 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:27:53.157871 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-3d288afe-b8ef-4da4-bafb-ef0df0491691 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:27:53.189032 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d288afe-b8ef-4da4-bafb-ef0df0491691 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Pushing event updated for resources: {'Port': ['ID=10d21dae-e43e-4c36-be2c-e96509c4fe8b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:53.221994 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-3d288afe-b8ef-4da4-bafb-ef0df0491691 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:53.222903 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-3d288afe-b8ef-4da4-bafb-ef0df0491691 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:53.257123 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-3d288afe-b8ef-4da4-bafb-ef0df0491691 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6214805 Apr 12 14:27:53.278880 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-1c951dbf-9337-49df-97b9-7b182a8f6513 service neutron] Request body: {'port': {'device_id': 'a21f039b-e7f3-41ad-8699-8ee01babd2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:27:53.400947 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-1c951dbf-9337-49df-97b9-7b182a8f6513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (10d21dae-e43e-4c36-be2c-e96509c4fe8b), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:53.493012 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e1518f55-d241-4b62-a56e-55bc2760bbee None None] Provisioning complete for port 10d21dae-e43e-4c36-be2c-e96509c4fe8b triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:27:53.494119 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e1518f55-d241-4b62-a56e-55bc2760bbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (10d21dae-e43e-4c36-be2c-e96509c4fe8b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:53.544064 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e1518f55-d241-4b62-a56e-55bc2760bbee None None] Port 10d21dae-e43e-4c36-be2c-e96509c4fe8b cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:27:53.577948 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e9788-2b8f-4c41-bfdf-426b02c1b019 req-65c84973-bec8-4326-9887-d497a3f3e752 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:53.579434 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-874e9788-2b8f-4c41-bfdf-426b02c1b019 req-65c84973-bec8-4326-9887-d497a3f3e752 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 945 time: 0.0789313 Apr 12 14:27:53.582524 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5aa96-22a1-486f-99df-773b9ea9f4cd req-a40df912-fe81-4cdc-8ae7-aeeeafd44578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:53.584490 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4ca5aa96-22a1-486f-99df-773b9ea9f4cd req-a40df912-fe81-4cdc-8ae7-aeeeafd44578 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bc50f73daaba422a80028bd9395b487e&device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 1129 time: 0.0537493 Apr 12 14:27:53.694634 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-874e9788-2b8f-4c41-bfdf-426b02c1b019 req-531d151e-6d08-43fa-9170-7cbc328479ce tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083829 Apr 12 14:27:53.704304 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-1c951dbf-9337-49df-97b9-7b182a8f6513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d21dae-e43e-4c36-be2c-e96509c4fe8b {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:27:53.717487 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-1c951dbf-9337-49df-97b9-7b182a8f6513 service neutron] Publish callbacks [] for port (10d21dae-e43e-4c36-be2c-e96509c4fe8b), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:53.719231 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5aa96-22a1-486f-99df-773b9ea9f4cd req-28bfcb87-cb46-4d5c-b1bd-fca9bac96e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:53.721164 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4ca5aa96-22a1-486f-99df-773b9ea9f4cd req-28bfcb87-cb46-4d5c-b1bd-fca9bac96e4a service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 HTTP/1.1" status: 200 len: 921 time: 0.1291416 Apr 12 14:27:53.726911 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-1c951dbf-9337-49df-97b9-7b182a8f6513 service neutron] Transition to ACTIVE for port object 10d21dae-e43e-4c36-be2c-e96509c4fe8b will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:27:53.731071 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-1c951dbf-9337-49df-97b9-7b182a8f6513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3951234'] for port (10d21dae-e43e-4c36-be2c-e96509c4fe8b), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:53.776085 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4ca5aa96-22a1-486f-99df-773b9ea9f4cd req-620dd82d-7ed0-4759-b142-3df226d2edb3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c0f16dc-ff0a-491c-8fc5-59048859f906 HTTP/1.1" status: 200 len: 217 time: 0.0478654 Apr 12 14:27:53.789824 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c951dbf-9337-49df-97b9-7b182a8f6513 service neutron] Pushing event updated for resources: {'Port': ['ID=10d21dae-e43e-4c36-be2c-e96509c4fe8b,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:53.844484 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5aa96-22a1-486f-99df-773b9ea9f4cd req-5cbd3b0b-1f25-493b-a077-213fee88c12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:53.846264 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4ca5aa96-22a1-486f-99df-773b9ea9f4cd req-5cbd3b0b-1f25-493b-a077-213fee88c12b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=041172b8-b945-46f0-8972-88e78348afd5 HTTP/1.1" status: 200 len: 858 time: 0.0634916 Apr 12 14:27:53.874415 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-1c951dbf-9337-49df-97b9-7b182a8f6513 service neutron] Attempting to bind port 10d21dae-e43e-4c36-be2c-e96509c4fe8b on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:27:53.874920 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-1c951dbf-9337-49df-97b9-7b182a8f6513 service neutron] Attempting to bind port 10d21dae-e43e-4c36-be2c-e96509c4fe8b by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'a7c17724-1d50-4600-9248-4eb722d3c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:27:53.875275 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-1c951dbf-9337-49df-97b9-7b182a8f6513 service neutron] Attempting to bind port 10d21dae-e43e-4c36-be2c-e96509c4fe8b on network f4a3bd02-b790-409a-af63-4b8c508a5dc9 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:27:53.882342 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-1c951dbf-9337-49df-97b9-7b182a8f6513 service neutron] Port 10d21dae-e43e-4c36-be2c-e96509c4fe8b on network f4a3bd02-b790-409a-af63-4b8c508a5dc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:27:53.882700 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-1c951dbf-9337-49df-97b9-7b182a8f6513 service neutron] Attempting to bind port 10d21dae-e43e-4c36-be2c-e96509c4fe8b on network f4a3bd02-b790-409a-af63-4b8c508a5dc9 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:27:53.888625 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-1c951dbf-9337-49df-97b9-7b182a8f6513 service neutron] Checking agent: {'id': '533323ec-e26b-4d23-bab1-f8a1493e3727', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'started_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:27:53.888997 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-1c951dbf-9337-49df-97b9-7b182a8f6513 service neutron] Checking segment: {'id': 'a7c17724-1d50-4600-9248-4eb722d3c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:27:53.889387 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-1c951dbf-9337-49df-97b9-7b182a8f6513 service neutron] Bound using segment: {'id': 'a7c17724-1d50-4600-9248-4eb722d3c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:27:53.889834 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-1c951dbf-9337-49df-97b9-7b182a8f6513 service neutron] Bound port: 10d21dae-e43e-4c36-be2c-e96509c4fe8b, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c17724-1d50-4600-9248-4eb722d3c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:27:53.890261 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-1c951dbf-9337-49df-97b9-7b182a8f6513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (10d21dae-e43e-4c36-be2c-e96509c4fe8b), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:53.931265 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5aa96-22a1-486f-99df-773b9ea9f4cd req-27e2e0c5-5c42-44b7-b792-b3caac6b92f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:53.933153 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4ca5aa96-22a1-486f-99df-773b9ea9f4cd req-27e2e0c5-5c42-44b7-b792-b3caac6b92f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0719922 Apr 12 14:27:54.107301 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4ca5aa96-22a1-486f-99df-773b9ea9f4cd req-a86646d3-8c2e-425a-a73f-1c858fe520db service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640632 Apr 12 14:27:54.252443 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-1c951dbf-9337-49df-97b9-7b182a8f6513 service neutron] For port 10d21dae-e43e-4c36-be2c-e96509c4fe8b, host hv-cinder-83752, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:27:54.256141 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-1c951dbf-9337-49df-97b9-7b182a8f6513 service neutron] For port 10d21dae-e43e-4c36-be2c-e96509c4fe8b, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=10d21dae-e43e-4c36-be2c-e96509c4fe8b,segment=NetworkSegment(a7c17724-1d50-4600-9248-4eb722d3c0dd),segment_id=a7c17724-1d50-4600-9248-4eb722d3c0dd)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:27:54.264156 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-1c951dbf-9337-49df-97b9-7b182a8f6513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3951234'] for port (10d21dae-e43e-4c36-be2c-e96509c4fe8b), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:54.266386 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6034997-03da-495d-9e97-92a2b8441f94 req-f2efa21f-552c-4c5c-a591-afc7937566ec tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:54.267904 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b6034997-03da-495d-9e97-92a2b8441f94 req-f2efa21f-552c-4c5c-a591-afc7937566ec tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 944 time: 0.0650826 Apr 12 14:27:54.269814 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4ca5aa96-22a1-486f-99df-773b9ea9f4cd req-08fdc0bf-6863-428e-8160-520c58b77f78 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567657 Apr 12 14:27:54.321660 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-1c951dbf-9337-49df-97b9-7b182a8f6513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:54.322855 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-1c951dbf-9337-49df-97b9-7b182a8f6513 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:54.334685 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-1c951dbf-9337-49df-97b9-7b182a8f6513 service neutron] 10.222.0.69 "PUT /v2.0/ports/10d21dae-e43e-4c36-be2c-e96509c4fe8b HTTP/1.1" status: 200 len: 1094 time: 1.0647027 Apr 12 14:27:54.335514 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21f039b-e7f3-41ad-8699-8ee01babd2a5', 'tag': '10d21dae-e43e-4c36-be2c-e96509c4fe8b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:27:54.338460 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea00ad51b5642e711501acc1f7ca5604eef3f69d3a6b574dfa4fd32ced1c6c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fc3fcc-d6a8-4f8a-84ca-91226b0af04b" -d '{"events": [{"name": "network-changed", "server_uuid": "a21f039b-e7f3-41ad-8699-8ee01babd2a5", "tag": "10d21dae-e43e-4c36-be2c-e96509c4fe8b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:27:54.430976 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74136499-64c7-4697-8314-2178cc7b6ce8 x-openstack-request-id: req-74136499-64c7-4697-8314-2178cc7b6ce8 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:27:54.431316 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a21f039b-e7f3-41ad-8699-8ee01babd2a5", "tag": "10d21dae-e43e-4c36-be2c-e96509c4fe8b", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:27:54.440502 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:54.441010 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-74136499-64c7-4697-8314-2178cc7b6ce8 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:27:54.441387 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74136499-64c7-4697-8314-2178cc7b6ce8'] response: {'name': 'network-changed', 'server_uuid': 'a21f039b-e7f3-41ad-8699-8ee01babd2a5', 'tag': '10d21dae-e43e-4c36-be2c-e96509c4fe8b', 'status': 'completed', 'code': 200} Apr 12 14:27:54.443015 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b6034997-03da-495d-9e97-92a2b8441f94 req-27639827-b51b-4507-9b3b-bfa7df655c07 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666427 Apr 12 14:27:54.443296 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c951dbf-9337-49df-97b9-7b182a8f6513 service neutron] Pushing event updated for resources: {'Port': ['ID=10d21dae-e43e-4c36-be2c-e96509c4fe8b,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:54.518481 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-7b8119a0-b6d8-4012-bce8-199a47e4acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:54.520751 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-7b8119a0-b6d8-4012-bce8-199a47e4acfa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2bedb77e90047d299fac9bf3cf393a8&device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 1128 time: 0.0736465 Apr 12 14:27:54.648139 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-9ced8911-268e-4248-839b-99913b323dbc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10d21dae-e43e-4c36-be2c-e96509c4fe8b HTTP/1.1" status: 200 len: 217 time: 0.0449212 Apr 12 14:27:54.717515 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-332a6e1b-7fbe-445a-8ccb-912f873dc5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:54.719841 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-332a6e1b-7fbe-445a-8ccb-912f873dc5c2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=173d8463-b4b7-4546-b738-e7a6791e414a HTTP/1.1" status: 200 len: 850 time: 0.0631127 Apr 12 14:27:54.789990 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-94812118-2139-4818-9d4c-9a3ace2a4776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:54.791816 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-94812118-2139-4818-9d4c-9a3ace2a4776 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4a3bd02-b790-409a-af63-4b8c508a5dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655296 Apr 12 14:27:54.830531 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596bba30-f9e9-4d76-9418-b81b167b77cc req-74d1e9ee-d9ec-4c23-9233-6d3fd823ad5f tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:54.832032 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-596bba30-f9e9-4d76-9418-b81b167b77cc req-74d1e9ee-d9ec-4c23-9233-6d3fd823ad5f tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 945 time: 0.0505381 Apr 12 14:27:54.881627 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-596bba30-f9e9-4d76-9418-b81b167b77cc req-c7da6bc4-a765-4042-8910-873c3eee86ab tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438955 Apr 12 14:27:54.895856 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-c0c1497d-6c59-42e2-982c-116e6a8d1c8a service neutron] 10.222.0.69 "GET /v2.0/networks/f4a3bd02-b790-409a-af63-4b8c508a5dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878556 Apr 12 14:27:54.992722 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-796a5b15-2ba5-4e72-8082-63124d650c29 req-5c375809-6edc-47f1-8c92-1f776efaac36 service neutron] 10.222.0.69 "GET /v2.0/networks/f4a3bd02-b790-409a-af63-4b8c508a5dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904908 Apr 12 14:27:55.497900 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56770) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:55.547883 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56774) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:55.557932 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab78081-f6dc-454d-a2bf-bd8e0e8ce41f req-4fad9fc7-b55e-4d16-a658-939673af58d1 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:55.559455 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9ab78081-f6dc-454d-a2bf-bd8e0e8ce41f req-4fad9fc7-b55e-4d16-a658-939673af58d1 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 944 time: 0.0508168 Apr 12 14:27:55.626418 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9ab78081-f6dc-454d-a2bf-bd8e0e8ce41f req-cb816cc9-1ee1-416f-be00-1ef4787e4c63 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606234 Apr 12 14:27:55.671304 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b48daf0d-25d7-4bf0-be04-ddeba7f05cf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:55.721310 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8adfcb8-f354-47ad-b69f-16646870acf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:55.849725 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b48daf0d-25d7-4bf0-be04-ddeba7f05cf0 admin admin] Publish callbacks [] for security_group (73142a08-69cc-46cd-80fe-150d93afa02f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:55.859443 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b48daf0d-25d7-4bf0-be04-ddeba7f05cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (73142a08-69cc-46cd-80fe-150d93afa02f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:55.890548 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8adfcb8-f354-47ad-b69f-16646870acf2 admin admin] Publish callbacks [] for security_group (36ab4f5c-fece-467c-86c9-f08fa6fdeb30), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:55.901739 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8adfcb8-f354-47ad-b69f-16646870acf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (36ab4f5c-fece-467c-86c9-f08fa6fdeb30), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:55.915694 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-b48daf0d-25d7-4bf0-be04-ddeba7f05cf0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f530af232251473b8f4aeac60962167e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3667073 Apr 12 14:27:55.918575 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 56790) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:55.927331 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48daf0d-25d7-4bf0-be04-ddeba7f05cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73142a08-69cc-46cd-80fe-150d93afa02f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:55.962863 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-f8adfcb8-f354-47ad-b69f-16646870acf2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=01aac1dc31a44ea4b3cbd620590a6e00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4636395 Apr 12 14:27:55.967218 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56792) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:55.986367 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8adfcb8-f354-47ad-b69f-16646870acf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ab4f5c-fece-467c-86c9-f08fa6fdeb30,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:56.013508 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01056436-bc44-4210-b818-698d33f3e2d4 req-9214b6f8-eab1-4b4c-9b65-6a08839d94da tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:56.015082 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-01056436-bc44-4210-b818-698d33f3e2d4 req-9214b6f8-eab1-4b4c-9b65-6a08839d94da tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 945 time: 0.0625188 Apr 12 14:27:56.015609 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b9b3493-deb7-487a-b022-143f2d4f2b4f admin admin] Publish callbacks [] for security_group (73142a08-69cc-46cd-80fe-150d93afa02f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:56.029555 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-afe877b5-f9ac-430f-9ad1-74d56a1f92f7 admin admin] Publish callbacks [] for security_group (36ab4f5c-fece-467c-86c9-f08fa6fdeb30), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:56.051972 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b9b3493-deb7-487a-b022-143f2d4f2b4f admin admin] Publish callbacks [] for security_group (73142a08-69cc-46cd-80fe-150d93afa02f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:56.061168 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-afe877b5-f9ac-430f-9ad1-74d56a1f92f7 admin admin] Publish callbacks [] for security_group (36ab4f5c-fece-467c-86c9-f08fa6fdeb30), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:56.103134 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-01056436-bc44-4210-b818-698d33f3e2d4 req-fe79fe34-1768-4834-98fa-0082b28b8d40 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772004 Apr 12 14:27:56.118664 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-afe877b5-f9ac-430f-9ad1-74d56a1f92f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (36ab4f5c-fece-467c-86c9-f08fa6fdeb30), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:56.121300 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-afe877b5-f9ac-430f-9ad1-74d56a1f92f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:56.122440 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-afe877b5-f9ac-430f-9ad1-74d56a1f92f7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/36ab4f5c-fece-467c-86c9-f08fa6fdeb30 HTTP/1.1" status: 204 len: 168 time: 0.1543376 Apr 12 14:27:56.128353 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b9b3493-deb7-487a-b022-143f2d4f2b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (73142a08-69cc-46cd-80fe-150d93afa02f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:56.130653 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe877b5-f9ac-430f-9ad1-74d56a1f92f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ab4f5c-fece-467c-86c9-f08fa6fdeb30,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:56.131339 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8b9b3493-deb7-487a-b022-143f2d4f2b4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:56.135456 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-8b9b3493-deb7-487a-b022-143f2d4f2b4f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/73142a08-69cc-46cd-80fe-150d93afa02f HTTP/1.1" status: 204 len: 168 time: 0.2135365 Apr 12 14:27:56.153809 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b3493-deb7-487a-b022-143f2d4f2b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73142a08-69cc-46cd-80fe-150d93afa02f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:56.748417 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7032ae-2651-412e-a422-3c7159516c65 req-c321e1c2-0d11-4738-b6fd-453fdd81424a tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:56.749907 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ad7032ae-2651-412e-a422-3c7159516c65 req-c321e1c2-0d11-4738-b6fd-453fdd81424a tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 944 time: 0.0523283 Apr 12 14:27:56.807696 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ad7032ae-2651-412e-a422-3c7159516c65 req-e105a5d7-2ef5-4aef-a5e2-67f4f54ce1b2 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493548 Apr 12 14:27:56.863603 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 56824) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:56.981150 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b5d96f0f-ac7b-4bf0-b5b4-b12ed07345f6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1120343697-network', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:27:57.001222 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d96f0f-ac7b-4bf0-b5b4-b12ed07345f6 admin admin] Made reservation on behalf of b3d7ea4039fe45f0b3b3710a70602d66 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:27:57.003552 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5d96f0f-ac7b-4bf0-b5b4-b12ed07345f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:57.012244 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5d96f0f-ac7b-4bf0-b5b4-b12ed07345f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:57.088409 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5d96f0f-ac7b-4bf0-b5b4-b12ed07345f6 admin admin] Publish callbacks [] for security_group (0349dacb-0fa3-47d9-96d7-c61125a70a5a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:57.092412 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5d96f0f-ac7b-4bf0-b5b4-b12ed07345f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (0349dacb-0fa3-47d9-96d7-c61125a70a5a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:57.119926 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d96f0f-ac7b-4bf0-b5b4-b12ed07345f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:27:57.126076 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d96f0f-ac7b-4bf0-b5b4-b12ed07345f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0349dacb-0fa3-47d9-96d7-c61125a70a5a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:57.136963 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5d96f0f-ac7b-4bf0-b5b4-b12ed07345f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (e36398ca-ae96-4e82-91b8-5bfc2ef32caa), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:57.136963 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-b5d96f0f-ac7b-4bf0-b5b4-b12ed07345f6 admin admin] Added segment e36398ca-ae96-4e82-91b8-5bfc2ef32caa of type vlan for network 9cf681b3-e3b6-4238-acc9-69f2e6504ff4 Apr 12 14:27:57.184861 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5d96f0f-ac7b-4bf0-b5b4-b12ed07345f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728757078613'] for network (9cf681b3-e3b6-4238-acc9-69f2e6504ff4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:57.246306 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aecbb6d-2fb6-4960-907b-1e911904f9c4 req-6e203c62-38e5-4727-bc4a-d8f9fe79a272 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:57.247882 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4aecbb6d-2fb6-4960-907b-1e911904f9c4 req-6e203c62-38e5-4727-bc4a-d8f9fe79a272 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 945 time: 0.0663574 Apr 12 14:27:57.249129 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5d96f0f-ac7b-4bf0-b5b4-b12ed07345f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for network (9cf681b3-e3b6-4238-acc9-69f2e6504ff4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:57.250006 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d96f0f-ac7b-4bf0-b5b4-b12ed07345f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:57.250569 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5d96f0f-ac7b-4bf0-b5b4-b12ed07345f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:57.299986 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b5d96f0f-ac7b-4bf0-b5b4-b12ed07345f6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4347677 Apr 12 14:27:57.303583 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56830) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:57.308489 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-f58f1805-0997-49b6-8b05-2950d88a041a admin admin] Request body: {'subnet': {'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1120343697-subnet', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:27:57.327932 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58f1805-0997-49b6-8b05-2950d88a041a admin admin] Made reservation on behalf of b3d7ea4039fe45f0b3b3710a70602d66 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:27:57.330552 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f58f1805-0997-49b6-8b05-2950d88a041a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59075900'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:57.340245 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:27:57.342317 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d96f0f-ac7b-4bf0-b5b4-b12ed07345f6 admin admin] Pushing event updated for resources: {'Network': ['ID=9cf681b3-e3b6-4238-acc9-69f2e6504ff4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:57.354011 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Network 9cf681b3-e3b6-4238-acc9-69f2e6504ff4 details requested by agent ovs-agent-dv-cinder-837523-1-iscsi with host dv-cinder-837523-1-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:27:57.365733 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4aecbb6d-2fb6-4960-907b-1e911904f9c4 req-da4e3adb-f3f6-420d-8b20-419d5766919a tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113057 Apr 12 14:27:57.515935 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f58f1805-0997-49b6-8b05-2950d88a041a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3950649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59075886'] for subnet (1fc1673c-be61-42df-9b70-97c35069d384), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:57.570159 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f1805-0997-49b6-8b05-2950d88a041a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fc1673c-be61-42df-9b70-97c35069d384,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:57.580222 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58f1805-0997-49b6-8b05-2950d88a041a admin admin] Checking segment: {'id': 'e36398ca-ae96-4e82-91b8-5bfc2ef32caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:27:57.580577 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58f1805-0997-49b6-8b05-2950d88a041a admin admin] Network hostable DHCP agents. Network: 9cf681b3-e3b6-4238-acc9-69f2e6504ff4, hostable agents: ['26b99ea2-1f24-436d-a395-59cabb3f6051'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:27:57.597066 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58f1805-0997-49b6-8b05-2950d88a041a admin admin] Network 9cf681b3-e3b6-4238-acc9-69f2e6504ff4 is scheduled to be hosted by DHCP agent 26b99ea2-1f24-436d-a395-59cabb3f6051 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:27:57.614504 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-f58f1805-0997-49b6-8b05-2950d88a041a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837523-1-iscsi, 9cf681b3-e3b6-4238-acc9-69f2e6504ff4) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:27:57.618692 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58f1805-0997-49b6-8b05-2950d88a041a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:57.619314 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f58f1805-0997-49b6-8b05-2950d88a041a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:57.623372 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a211d99e-a3fb-489d-bb32-4896fd60a17b None None] Network 9cf681b3-e3b6-4238-acc9-69f2e6504ff4 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:27:57.635739 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-f58f1805-0997-49b6-8b05-2950d88a041a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3309073 Apr 12 14:27:57.638224 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56832) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:57.642595 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e71664b5-1eda-477f-b6f8-3d0a59bd6f59 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1120343697-router', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:27:57.663556 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e71664b5-1eda-477f-b6f8-3d0a59bd6f59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4091'] for router (97dafffb-e0f7-4227-9b2f-3eb1b67a567c), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:57.664727 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e71664b5-1eda-477f-b6f8-3d0a59bd6f59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4084'] for router (97dafffb-e0f7-4227-9b2f-3eb1b67a567c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:57.722085 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e71664b5-1eda-477f-b6f8-3d0a59bd6f59 admin admin] Publish callbacks [] for router_controller (97dafffb-e0f7-4227-9b2f-3eb1b67a567c), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:57.734459 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bb8a0a-675d-4dba-892c-d95c6ab2f19c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ecbc4e0-9161-5ff1-acbf-aca03b0e47fc-9cf681b3-e3b6-4238-acc9-69f2e6504ff4', 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4', 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'fixed_ips': [{'subnet_id': '1fc1673c-be61-42df-9b70-97c35069d384'}]}} from dv-cinder-837523-1-iscsi. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:27:57.735255 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e0bb8a0a-675d-4dba-892c-d95c6ab2f19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:57.875982 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e71664b5-1eda-477f-b6f8-3d0a59bd6f59 admin admin] Publish callbacks [] for router_gateway (97dafffb-e0f7-4227-9b2f-3eb1b67a567c), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:57.991945 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e676b9-de8f-4e1e-9a90-cd467f5e332c req-f1f9a531-cd18-4142-8e91-8b6895149403 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:57.994391 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f3e676b9-de8f-4e1e-9a90-cd467f5e332c req-f1f9a531-cd18-4142-8e91-8b6895149403 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 944 time: 0.0662165 Apr 12 14:27:58.006552 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-e0bb8a0a-675d-4dba-892c-d95c6ab2f19c None None] Allocated IP 172.20.0.2 (9cf681b3-e3b6-4238-acc9-69f2e6504ff4/1fc1673c-be61-42df-9b70-97c35069d384/d97d4dff-c0c0-420b-b8d8-fabb51ac7359) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:27:58.046178 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f3e676b9-de8f-4e1e-9a90-cd467f5e332c req-b5b72c29-d93c-4217-bb81-92a5118b8e05 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459657 Apr 12 14:27:58.103344 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e71664b5-1eda-477f-b6f8-3d0a59bd6f59 admin admin] Publish callbacks [] for router_gateway (97dafffb-e0f7-4227-9b2f-3eb1b67a567c), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:58.122344 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e71664b5-1eda-477f-b6f8-3d0a59bd6f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:58.157194 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e0bb8a0a-675d-4dba-892c-d95c6ab2f19c None None] Publish callbacks [] for port (d97d4dff-c0c0-420b-b8d8-fabb51ac7359), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:58.165652 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e0bb8a0a-675d-4dba-892c-d95c6ab2f19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607'] for port (d97d4dff-c0c0-420b-b8d8-fabb51ac7359), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:58.212348 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bb8a0a-675d-4dba-892c-d95c6ab2f19c None None] Network 9cf681b3-e3b6-4238-acc9-69f2e6504ff4 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:27:58.215215 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-e0bb8a0a-675d-4dba-892c-d95c6ab2f19c None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:27:58.217585 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bb8a0a-675d-4dba-892c-d95c6ab2f19c None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:27:58.227165 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb8a0a-675d-4dba-892c-d95c6ab2f19c None None] Pushing event updated for resources: {'Port': ['ID=d97d4dff-c0c0-420b-b8d8-fabb51ac7359,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:58.237452 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-e71664b5-1eda-477f-b6f8-3d0a59bd6f59 admin admin] Allocated IP 172.27.0.229 (d880c522-0b20-4278-b126-cb351e10a8a1/d5f6c94a-8527-427a-a2ce-715c797655f2/a539b146-549f-4671-8e82-649d353cc36c) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:27:58.283149 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e0bb8a0a-675d-4dba-892c-d95c6ab2f19c None None] Attempting to bind port d97d4dff-c0c0-420b-b8d8-fabb51ac7359 on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:27:58.283526 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e0bb8a0a-675d-4dba-892c-d95c6ab2f19c None None] Attempting to bind port d97d4dff-c0c0-420b-b8d8-fabb51ac7359 by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': 'e36398ca-ae96-4e82-91b8-5bfc2ef32caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:27:58.283900 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bb8a0a-675d-4dba-892c-d95c6ab2f19c None None] Attempting to bind port d97d4dff-c0c0-420b-b8d8-fabb51ac7359 on network 9cf681b3-e3b6-4238-acc9-69f2e6504ff4 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:27:58.290162 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bb8a0a-675d-4dba-892c-d95c6ab2f19c None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:27:58.290565 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bb8a0a-675d-4dba-892c-d95c6ab2f19c None None] Checking segment: {'id': 'e36398ca-ae96-4e82-91b8-5bfc2ef32caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:27:58.290956 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e0bb8a0a-675d-4dba-892c-d95c6ab2f19c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:58.291354 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bb8a0a-675d-4dba-892c-d95c6ab2f19c None None] Bound using segment: {'id': 'e36398ca-ae96-4e82-91b8-5bfc2ef32caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:27:58.291823 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e0bb8a0a-675d-4dba-892c-d95c6ab2f19c None None] Bound port: d97d4dff-c0c0-420b-b8d8-fabb51ac7359, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36398ca-ae96-4e82-91b8-5bfc2ef32caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:27:58.292209 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e0bb8a0a-675d-4dba-892c-d95c6ab2f19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (d97d4dff-c0c0-420b-b8d8-fabb51ac7359), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:58.340300 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e71664b5-1eda-477f-b6f8-3d0a59bd6f59 admin admin] Publish callbacks [] for port (a539b146-549f-4671-8e82-649d353cc36c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:58.361204 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e0bb8a0a-675d-4dba-892c-d95c6ab2f19c None None] For port d97d4dff-c0c0-420b-b8d8-fabb51ac7359, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:27:58.364917 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e0bb8a0a-675d-4dba-892c-d95c6ab2f19c None None] For port d97d4dff-c0c0-420b-b8d8-fabb51ac7359, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=d97d4dff-c0c0-420b-b8d8-fabb51ac7359,segment=NetworkSegment(e36398ca-ae96-4e82-91b8-5bfc2ef32caa),segment_id=e36398ca-ae96-4e82-91b8-5bfc2ef32caa)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:27:58.370704 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e0bb8a0a-675d-4dba-892c-d95c6ab2f19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (d97d4dff-c0c0-420b-b8d8-fabb51ac7359), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:58.378075 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e71664b5-1eda-477f-b6f8-3d0a59bd6f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (a539b146-549f-4671-8e82-649d353cc36c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:58.419180 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71664b5-1eda-477f-b6f8-3d0a59bd6f59 admin admin] Network d880c522-0b20-4278-b126-cb351e10a8a1 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:27:58.422136 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-e71664b5-1eda-477f-b6f8-3d0a59bd6f59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:27:58.425782 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71664b5-1eda-477f-b6f8-3d0a59bd6f59 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:27:58.431123 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb8a0a-675d-4dba-892c-d95c6ab2f19c None None] Pushing event updated for resources: {'Port': ['ID=d97d4dff-c0c0-420b-b8d8-fabb51ac7359,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:58.456285 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71664b5-1eda-477f-b6f8-3d0a59bd6f59 admin admin] Pushing event updated for resources: {'Port': ['ID=a539b146-549f-4671-8e82-649d353cc36c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:58.517295 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32268c47-d1a7-4e54-8024-8927bf5e1ad1 req-5ef10867-ccf4-49e2-a778-d06b66d44356 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:58.518882 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-32268c47-d1a7-4e54-8024-8927bf5e1ad1 req-5ef10867-ccf4-49e2-a778-d06b66d44356 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 945 time: 0.0509183 Apr 12 14:27:58.569323 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-32268c47-d1a7-4e54-8024-8927bf5e1ad1 req-9f322311-fda1-46e1-bd48-5c857886f260 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443411 Apr 12 14:27:58.740760 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e71664b5-1eda-477f-b6f8-3d0a59bd6f59 admin admin] Publish callbacks [] for router_gateway (97dafffb-e0f7-4227-9b2f-3eb1b67a567c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:58.964740 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e71664b5-1eda-477f-b6f8-3d0a59bd6f59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546468'] for router (97dafffb-e0f7-4227-9b2f-3eb1b67a567c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:59.133677 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71664b5-1eda-477f-b6f8-3d0a59bd6f59 admin admin] Router 97dafffb-e0f7-4227-9b2f-3eb1b67a567c is scheduled to L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:27:59.194911 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a02f31-8758-479e-a98e-fe06750f1d97 req-cfaff8b7-28ce-4f62-bb83-a299021a17a6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:59.197329 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-42a02f31-8758-479e-a98e-fe06750f1d97 req-cfaff8b7-28ce-4f62-bb83-a299021a17a6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 944 time: 0.0553591 Apr 12 14:27:59.261956 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-42a02f31-8758-479e-a98e-fe06750f1d97 req-ddaaf442-852f-400c-9918-b60502e2b3c3 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580375 Apr 12 14:27:59.435299 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4aaffee-4e32-4fc8-aa6c-7677875c8c8d None None] Network 9cf681b3-e3b6-4238-acc9-69f2e6504ff4 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:27:59.487758 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71664b5-1eda-477f-b6f8-3d0a59bd6f59 admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:27:59.499090 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041ef25e-3f1c-4bde-8870-9b5eb2342d03 None None] Sync routers for ids ['97dafffb-e0f7-4227-9b2f-3eb1b67a567c'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:27:59.499965 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c3bfdb4d-db27-4fee-aa03-b610ab8e7da4 None None] Provisioning complete for port d97d4dff-c0c0-420b-b8d8-fabb51ac7359 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:27:59.500361 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c3bfdb4d-db27-4fee-aa03-b610ab8e7da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (d97d4dff-c0c0-420b-b8d8-fabb51ac7359), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:59.512378 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e71664b5-1eda-477f-b6f8-3d0a59bd6f59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:59.516233 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-e71664b5-1eda-477f-b6f8-3d0a59bd6f59 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8746638 Apr 12 14:27:59.516453 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56856) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:27:59.520019 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041ef25e-3f1c-4bde-8870-9b5eb2342d03 None None] Routers {'97dafffb-e0f7-4227-9b2f-3eb1b67a567c'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:27:59.521388 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-041ef25e-3f1c-4bde-8870-9b5eb2342d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:27:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['97dafffb-e0f7-4227-9b2f-3eb1b67a567c'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:27:59.675924 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c3bfdb4d-db27-4fee-aa03-b610ab8e7da4 None None] Current status of the port d97d4dff-c0c0-420b-b8d8-fabb51ac7359 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:27:59.677141 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c3bfdb4d-db27-4fee-aa03-b610ab8e7da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (d97d4dff-c0c0-420b-b8d8-fabb51ac7359), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:59.708714 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-041ef25e-3f1c-4bde-8870-9b5eb2342d03 None None] Set router 97dafffb-e0f7-4227-9b2f-3eb1b67a567c gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:27:59.751659 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc5f83-47d8-4ff2-a8cc-e0d08b2ebc9e req-cbfdcdc4-a3c0-48bd-b78c-7aa93eaeb86d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:27:59.753322 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-92dc5f83-47d8-4ff2-a8cc-e0d08b2ebc9e req-cbfdcdc4-a3c0-48bd-b78c-7aa93eaeb86d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 945 time: 0.0621347 Apr 12 14:27:59.757442 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device d97d4dff-c0c0-420b-b8d8-fabb51ac7359 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:27:59.799555 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c3bfdb4d-db27-4fee-aa03-b610ab8e7da4 None None] For port d97d4dff-c0c0-420b-b8d8-fabb51ac7359, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=d97d4dff-c0c0-420b-b8d8-fabb51ac7359,segment=NetworkSegment(e36398ca-ae96-4e82-91b8-5bfc2ef32caa),segment_id=e36398ca-ae96-4e82-91b8-5bfc2ef32caa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:27:59.810235 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c3bfdb4d-db27-4fee-aa03-b610ab8e7da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (d97d4dff-c0c0-420b-b8d8-fabb51ac7359), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:59.847009 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-92dc5f83-47d8-4ff2-a8cc-e0d08b2ebc9e req-667ffc5c-e329-43cd-987c-21bc997ef59a tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821187 Apr 12 14:27:59.892042 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port d97d4dff-c0c0-420b-b8d8-fabb51ac7359 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:27:59.893814 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (d97d4dff-c0c0-420b-b8d8-fabb51ac7359), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:27:59.901369 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfdb4d-db27-4fee-aa03-b610ab8e7da4 None None] Pushing event updated for resources: {'Port': ['ID=d97d4dff-c0c0-420b-b8d8-fabb51ac7359,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:27:59.952410 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-041ef25e-3f1c-4bde-8870-9b5eb2342d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'name': 'tempest-TestMinimumBasicScenario-1120343697-router', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'a539b146-549f-4671-8e82-649d353cc36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:57Z', 'updated_at': '2022-04-12T14:27:58Z', 'revision_number': 3, 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'gw_port': {'id': 'a539b146-549f-4671-8e82-649d353cc36c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:54:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:58Z', 'updated_at': '2022-04-12T14:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:27:59.958825 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-570479d1-b3da-4083-8532-72343b7f34db None None] Provisioning complete for port d97d4dff-c0c0-420b-b8d8-fabb51ac7359 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:27:59.959202 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-570479d1-b3da-4083-8532-72343b7f34db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (d97d4dff-c0c0-420b-b8d8-fabb51ac7359), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:00.009157 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041ef25e-3f1c-4bde-8870-9b5eb2342d03 None None] Checking router: 97dafffb-e0f7-4227-9b2f-3eb1b67a567c for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:28:00.013447 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041ef25e-3f1c-4bde-8870-9b5eb2342d03 None None] Updating router 97dafffb-e0f7-4227-9b2f-3eb1b67a567c port a539b146-549f-4671-8e82-649d353cc36c binding host dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:28:00.048466 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-041ef25e-3f1c-4bde-8870-9b5eb2342d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (a539b146-549f-4671-8e82-649d353cc36c), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:00.084181 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port d97d4dff-c0c0-420b-b8d8-fabb51ac7359 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:00.100146 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-570479d1-b3da-4083-8532-72343b7f34db None None] Current status of the port d97d4dff-c0c0-420b-b8d8-fabb51ac7359 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:00.153272 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03e2fb94-9c61-4782-b5bd-2d5002714245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:00.315231 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-041ef25e-3f1c-4bde-8870-9b5eb2342d03 None None] Publish callbacks [] for port (a539b146-549f-4671-8e82-649d353cc36c), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:00.322641 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-041ef25e-3f1c-4bde-8870-9b5eb2342d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (a539b146-549f-4671-8e82-649d353cc36c), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:00.335462 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-03e2fb94-9c61-4782-b5bd-2d5002714245 admin admin] Allocated IP 172.20.0.1 (9cf681b3-e3b6-4238-acc9-69f2e6504ff4/1fc1673c-be61-42df-9b70-97c35069d384/2f39c80a-872b-49c0-854c-5ebb70af1093) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:28:00.376912 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-041ef25e-3f1c-4bde-8870-9b5eb2342d03 None None] Attempting to bind port a539b146-549f-4671-8e82-649d353cc36c on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:28:00.377285 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-041ef25e-3f1c-4bde-8870-9b5eb2342d03 None None] Attempting to bind port a539b146-549f-4671-8e82-649d353cc36c by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:28:00.377649 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041ef25e-3f1c-4bde-8870-9b5eb2342d03 None None] Attempting to bind port a539b146-549f-4671-8e82-649d353cc36c on network d880c522-0b20-4278-b126-cb351e10a8a1 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:28:00.379683 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833fcde-c74a-4b31-984b-51e493c5e621 None None] Pushing event updated for resources: {'Port': ['ID=a539b146-549f-4671-8e82-649d353cc36c,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:00.385462 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041ef25e-3f1c-4bde-8870-9b5eb2342d03 None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:28:00.385882 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041ef25e-3f1c-4bde-8870-9b5eb2342d03 None None] Checking segment: {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:28:00.386230 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-041ef25e-3f1c-4bde-8870-9b5eb2342d03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:00.386611 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041ef25e-3f1c-4bde-8870-9b5eb2342d03 None None] Bound using segment: {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:28:00.387234 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-041ef25e-3f1c-4bde-8870-9b5eb2342d03 None None] Bound port: a539b146-549f-4671-8e82-649d353cc36c, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:28:00.387538 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-041ef25e-3f1c-4bde-8870-9b5eb2342d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (a539b146-549f-4671-8e82-649d353cc36c), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:00.393532 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f84f95-9ac0-40de-83ec-6fd994e9fa5e req-fc0a23b7-da50-41ae-87da-f18cbb0c2e3c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:00.396287 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-08f84f95-9ac0-40de-83ec-6fd994e9fa5e req-fc0a23b7-da50-41ae-87da-f18cbb0c2e3c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 944 time: 0.0597975 Apr 12 14:28:00.445931 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-08f84f95-9ac0-40de-83ec-6fd994e9fa5e req-3a3f367a-4bfd-4581-99c9-593b557f4252 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435474 Apr 12 14:28:00.447704 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-041ef25e-3f1c-4bde-8870-9b5eb2342d03 None None] For port a539b146-549f-4671-8e82-649d353cc36c, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:28:00.451351 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-041ef25e-3f1c-4bde-8870-9b5eb2342d03 None None] For port a539b146-549f-4671-8e82-649d353cc36c, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=a539b146-549f-4671-8e82-649d353cc36c,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:28:00.460082 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-041ef25e-3f1c-4bde-8870-9b5eb2342d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (a539b146-549f-4671-8e82-649d353cc36c), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:00.486518 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03e2fb94-9c61-4782-b5bd-2d5002714245 admin admin] Publish callbacks [] for port (2f39c80a-872b-49c0-854c-5ebb70af1093), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:00.518384 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041ef25e-3f1c-4bde-8870-9b5eb2342d03 None None] Routers {'97dafffb-e0f7-4227-9b2f-3eb1b67a567c'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:28:00.519007 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-041ef25e-3f1c-4bde-8870-9b5eb2342d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:27:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['97dafffb-e0f7-4227-9b2f-3eb1b67a567c'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:00.521698 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03e2fb94-9c61-4782-b5bd-2d5002714245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (2f39c80a-872b-49c0-854c-5ebb70af1093), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:00.522243 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833fcde-c74a-4b31-984b-51e493c5e621 None None] Pushing event updated for resources: {'Port': ['ID=a539b146-549f-4671-8e82-649d353cc36c,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:00.567793 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e2fb94-9c61-4782-b5bd-2d5002714245 admin admin] Network 9cf681b3-e3b6-4238-acc9-69f2e6504ff4 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:28:00.574077 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-03e2fb94-9c61-4782-b5bd-2d5002714245 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:28:00.576647 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e2fb94-9c61-4782-b5bd-2d5002714245 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:28:00.579483 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2fb94-9c61-4782-b5bd-2d5002714245 admin admin] Pushing event updated for resources: {'Port': ['ID=2f39c80a-872b-49c0-854c-5ebb70af1093,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:00.632572 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03e2fb94-9c61-4782-b5bd-2d5002714245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546391'] for router_interface (97dafffb-e0f7-4227-9b2f-3eb1b67a567c), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:00.652654 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-041ef25e-3f1c-4bde-8870-9b5eb2342d03 None None] Set router 97dafffb-e0f7-4227-9b2f-3eb1b67a567c gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:28:00.781369 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03e2fb94-9c61-4782-b5bd-2d5002714245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (2f39c80a-872b-49c0-854c-5ebb70af1093), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:00.823266 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-79b761b3-911f-4b1e-ad8a-72f73b4321a0 None None] Provisioning complete for port 2f39c80a-872b-49c0-854c-5ebb70af1093 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:00.823837 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-79b761b3-911f-4b1e-ad8a-72f73b4321a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (2f39c80a-872b-49c0-854c-5ebb70af1093), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:00.838847 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-041ef25e-3f1c-4bde-8870-9b5eb2342d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'name': 'tempest-TestMinimumBasicScenario-1120343697-router', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'a539b146-549f-4671-8e82-649d353cc36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:57Z', 'updated_at': '2022-04-12T14:27:58Z', 'revision_number': 3, 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'gw_port': {'id': 'a539b146-549f-4671-8e82-649d353cc36c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:54:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:58Z', 'updated_at': '2022-04-12T14:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:00.861028 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-79b761b3-911f-4b1e-ad8a-72f73b4321a0 None None] Port 2f39c80a-872b-49c0-854c-5ebb70af1093 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:28:00.871458 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041ef25e-3f1c-4bde-8870-9b5eb2342d03 None None] The sync data for ids ['97dafffb-e0f7-4227-9b2f-3eb1b67a567c'] in dv-cinder-837523-1-iscsi is: [{'id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'name': 'tempest-TestMinimumBasicScenario-1120343697-router', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'a539b146-549f-4671-8e82-649d353cc36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:57Z', 'updated_at': '2022-04-12T14:27:58Z', 'revision_number': 3, 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'gw_port': {'id': 'a539b146-549f-4671-8e82-649d353cc36c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:54:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:58Z', 'updated_at': '2022-04-12T14:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:28:00.965624 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03e2fb94-9c61-4782-b5bd-2d5002714245 admin admin] Publish callbacks [] for port (2f39c80a-872b-49c0-854c-5ebb70af1093), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:00.973329 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03e2fb94-9c61-4782-b5bd-2d5002714245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3951234'] for port (2f39c80a-872b-49c0-854c-5ebb70af1093), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:00.986621 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e20e86-1ae5-43b7-b1b2-37f416873a64 req-eeb4aa5d-c823-4ad4-b30f-c862e7fda442 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:00.988498 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-06e20e86-1ae5-43b7-b1b2-37f416873a64 req-eeb4aa5d-c823-4ad4-b30f-c862e7fda442 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 945 time: 0.0628176 Apr 12 14:28:01.048300 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-03e2fb94-9c61-4782-b5bd-2d5002714245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548839'] for router_interface (97dafffb-e0f7-4227-9b2f-3eb1b67a567c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:01.050774 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2fb94-9c61-4782-b5bd-2d5002714245 admin admin] Pushing event updated for resources: {'Port': ['ID=2f39c80a-872b-49c0-854c-5ebb70af1093,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:01.053615 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-06e20e86-1ae5-43b7-b1b2-37f416873a64 req-0d44a2ef-d8ec-4e71-8809-b42046855a5a tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516605 Apr 12 14:28:01.167186 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e2fb94-9c61-4782-b5bd-2d5002714245 admin admin] Network 9cf681b3-e3b6-4238-acc9-69f2e6504ff4 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:28:01.168757 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-03e2fb94-9c61-4782-b5bd-2d5002714245 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:28:01.330521 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e2fb94-9c61-4782-b5bd-2d5002714245 admin admin] Router 97dafffb-e0f7-4227-9b2f-3eb1b67a567c has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:28:01.439435 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc3fcc-d6a8-4f8a-84ca-91226b0af04b req-cd4e27fd-9b0f-47a7-b627-f1a1df8ee097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:01.441075 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c2fc3fcc-d6a8-4f8a-84ca-91226b0af04b req-cd4e27fd-9b0f-47a7-b627-f1a1df8ee097 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2bedb77e90047d299fac9bf3cf393a8&device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 1128 time: 0.0523918 Apr 12 14:28:01.493703 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d1fce7ef-8c62-475a-999d-58c462ea73d2 None None] Provisioning complete for port 2f39c80a-872b-49c0-854c-5ebb70af1093 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:01.494075 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d1fce7ef-8c62-475a-999d-58c462ea73d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (2f39c80a-872b-49c0-854c-5ebb70af1093), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:01.549647 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d1fce7ef-8c62-475a-999d-58c462ea73d2 None None] Port 2f39c80a-872b-49c0-854c-5ebb70af1093 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:28:01.558744 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e2fb94-9c61-4782-b5bd-2d5002714245 admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:28:01.563036 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 10d21dae-e43e-4c36-be2c-e96509c4fe8b details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:28:01.565500 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-03e2fb94-9c61-4782-b5bd-2d5002714245 admin admin] 10.222.0.79 "PUT /v2.0/routers/97dafffb-e0f7-4227-9b2f-3eb1b67a567c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0479374 Apr 12 14:28:01.611039 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc3fcc-d6a8-4f8a-84ca-91226b0af04b req-20fc97b9-9be7-4531-b6f9-303ba1b071c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:01.612592 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c2fc3fcc-d6a8-4f8a-84ca-91226b0af04b req-20fc97b9-9be7-4531-b6f9-303ba1b071c2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4a3bd02-b790-409a-af63-4b8c508a5dc9 HTTP/1.1" status: 200 len: 913 time: 0.1395457 Apr 12 14:28:01.635469 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380179c8-7488-4176-a21c-78fff12df6db req-14b81a19-f7b4-457a-a7da-23b7a9d2e909 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:01.651988 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-380179c8-7488-4176-a21c-78fff12df6db req-14b81a19-f7b4-457a-a7da-23b7a9d2e909 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 944 time: 0.1065497 Apr 12 14:28:01.676479 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c2fc3fcc-d6a8-4f8a-84ca-91226b0af04b req-eda6aae0-02bc-46f5-a1ce-55bed601479b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10d21dae-e43e-4c36-be2c-e96509c4fe8b HTTP/1.1" status: 200 len: 217 time: 0.0545242 Apr 12 14:28:01.706361 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 10d21dae-e43e-4c36-be2c-e96509c4fe8b, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=10d21dae-e43e-4c36-be2c-e96509c4fe8b,segment=NetworkSegment(a7c17724-1d50-4600-9248-4eb722d3c0dd),segment_id=a7c17724-1d50-4600-9248-4eb722d3c0dd)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:01.738447 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Returning: {'device': '10d21dae-e43e-4c36-be2c-e96509c4fe8b', 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'port_id': '10d21dae-e43e-4c36-be2c-e96509c4fe8b', 'mac_address': 'fa:16:3e:c8:7c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:28:01.745674 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-380179c8-7488-4176-a21c-78fff12df6db req-f44c940c-f4aa-4f95-b82a-c01d408a363e tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923216 Apr 12 14:28:01.781733 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc3fcc-d6a8-4f8a-84ca-91226b0af04b req-70cf1f37-93bd-457d-8078-41b50c769a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:01.783415 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c2fc3fcc-d6a8-4f8a-84ca-91226b0af04b req-70cf1f37-93bd-457d-8078-41b50c769a7d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=173d8463-b4b7-4546-b738-e7a6791e414a HTTP/1.1" status: 200 len: 850 time: 0.0965350 Apr 12 14:28:01.812370 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port 10d21dae-e43e-4c36-be2c-e96509c4fe8b is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:01.812796 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (10d21dae-e43e-4c36-be2c-e96509c4fe8b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:01.827420 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d21dae-e43e-4c36-be2c-e96509c4fe8b {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:28:01.857678 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device d97d4dff-c0c0-420b-b8d8-fabb51ac7359 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:28:01.864512 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc3fcc-d6a8-4f8a-84ca-91226b0af04b req-2c0f0120-a0e7-4283-89b0-a4d5564b7d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:01.864512 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c2fc3fcc-d6a8-4f8a-84ca-91226b0af04b req-2c0f0120-a0e7-4283-89b0-a4d5564b7d99 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4a3bd02-b790-409a-af63-4b8c508a5dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0708301 Apr 12 14:28:01.864773 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 10d21dae-e43e-4c36-be2c-e96509c4fe8b, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=10d21dae-e43e-4c36-be2c-e96509c4fe8b,segment=NetworkSegment(a7c17724-1d50-4600-9248-4eb722d3c0dd),segment_id=a7c17724-1d50-4600-9248-4eb722d3c0dd)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:01.887941 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (10d21dae-e43e-4c36-be2c-e96509c4fe8b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:01.975713 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port d97d4dff-c0c0-420b-b8d8-fabb51ac7359 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:01.976116 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (d97d4dff-c0c0-420b-b8d8-fabb51ac7359), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:01.978964 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=10d21dae-e43e-4c36-be2c-e96509c4fe8b,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:01.995708 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c2fc3fcc-d6a8-4f8a-84ca-91226b0af04b req-b62f7543-d808-4c94-88cf-7bd37c72b79f service neutron] 10.222.0.69 "GET /v2.0/networks/f4a3bd02-b790-409a-af63-4b8c508a5dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232569 Apr 12 14:28:02.080741 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port d97d4dff-c0c0-420b-b8d8-fabb51ac7359 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:02.081883 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device a539b146-549f-4671-8e82-649d353cc36c up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:28:02.118372 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c2fc3fcc-d6a8-4f8a-84ca-91226b0af04b req-6a748ae4-2cbb-4393-b165-63cde59270b6 service neutron] 10.222.0.69 "GET /v2.0/networks/f4a3bd02-b790-409a-af63-4b8c508a5dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129446 Apr 12 14:28:02.134575 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port a539b146-549f-4671-8e82-649d353cc36c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:02.134965 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (a539b146-549f-4671-8e82-649d353cc36c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:02.237226 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208dcd4-a666-40e0-b6ad-e40bc9105862 req-cada5060-201d-49ed-b546-32cb59f4ac0a tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:02.238963 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9208dcd4-a666-40e0-b6ad-e40bc9105862 req-cada5060-201d-49ed-b546-32cb59f4ac0a tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 945 time: 0.0566235 Apr 12 14:28:02.247893 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port a539b146-549f-4671-8e82-649d353cc36c is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:02.248635 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (a539b146-549f-4671-8e82-649d353cc36c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:02.274578 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] For port a539b146-549f-4671-8e82-649d353cc36c, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=a539b146-549f-4671-8e82-649d353cc36c,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:02.278887 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (a539b146-549f-4671-8e82-649d353cc36c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:02.307585 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56900) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:02.310771 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9208dcd4-a666-40e0-b6ad-e40bc9105862 req-c47e2031-0ffe-4e45-87d4-f63026ee4d91 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574031 Apr 12 14:28:02.315005 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-9777deb8-5487-4a2d-af5d-662f16da19ab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1052355115-network', 'tenant_id': 'f7d927671ac44ad6b4d265bbadfd1250'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:02.344349 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['10d21dae-e43e-4c36-be2c-e96509c4fe8b'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:28:02.354209 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9777deb8-5487-4a2d-af5d-662f16da19ab admin admin] Made reservation on behalf of f7d927671ac44ad6b4d265bbadfd1250 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:28:02.357139 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9777deb8-5487-4a2d-af5d-662f16da19ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:02.367888 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9777deb8-5487-4a2d-af5d-662f16da19ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:02.371814 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Pushing event updated for resources: {'Port': ['ID=a539b146-549f-4671-8e82-649d353cc36c,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:02.462565 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9777deb8-5487-4a2d-af5d-662f16da19ab admin admin] Publish callbacks [] for security_group (d0a29d09-a0ff-4b1d-ad1f-dca341751f48), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:02.468385 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9777deb8-5487-4a2d-af5d-662f16da19ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (d0a29d09-a0ff-4b1d-ad1f-dca341751f48), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:02.513861 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9777deb8-5487-4a2d-af5d-662f16da19ab admin admin] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:28:02.520427 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777deb8-5487-4a2d-af5d-662f16da19ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a29d09-a0ff-4b1d-ad1f-dca341751f48,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:02.530228 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9777deb8-5487-4a2d-af5d-662f16da19ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (ce85219e-1254-43cb-86dc-6675637245b2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:02.530586 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.db.segments_db [None req-9777deb8-5487-4a2d-af5d-662f16da19ab admin admin] Added segment ce85219e-1254-43cb-86dc-6675637245b2 of type vlan for network 08c39bb3-95d2-422b-be6a-692467e10b71 Apr 12 14:28:02.572877 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9777deb8-5487-4a2d-af5d-662f16da19ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728757078613'] for network (08c39bb3-95d2-422b-be6a-692467e10b71), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:02.596908 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9777deb8-5487-4a2d-af5d-662f16da19ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for network (08c39bb3-95d2-422b-be6a-692467e10b71), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:02.597851 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9777deb8-5487-4a2d-af5d-662f16da19ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:02.598949 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9777deb8-5487-4a2d-af5d-662f16da19ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:02.637939 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-9777deb8-5487-4a2d-af5d-662f16da19ab admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3290169 Apr 12 14:28:02.640740 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 56908) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:02.647601 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-de454608-5a44-44b0-93d2-9e3cc3697b55 admin admin] Request body: {'subnet': {'network_id': '08c39bb3-95d2-422b-be6a-692467e10b71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1052355115-subnet', 'tenant_id': 'f7d927671ac44ad6b4d265bbadfd1250', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:02.670081 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de454608-5a44-44b0-93d2-9e3cc3697b55 admin admin] Made reservation on behalf of f7d927671ac44ad6b4d265bbadfd1250 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:28:02.670284 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777deb8-5487-4a2d-af5d-662f16da19ab admin admin] Pushing event updated for resources: {'Network': ['ID=08c39bb3-95d2-422b-be6a-692467e10b71,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:02.673482 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de454608-5a44-44b0-93d2-9e3cc3697b55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4036613'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:02.680264 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Network 08c39bb3-95d2-422b-be6a-692467e10b71 details requested by agent ovs-agent-dv-cinder-837523-1-iscsi with host dv-cinder-837523-1-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:28:02.833639 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b8130f-8a1e-4c67-9de8-ecb551b651e0 None None] Sync routers for ids ['97dafffb-e0f7-4227-9b2f-3eb1b67a567c'] in dv-cinder-837523-1-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:28:02.844017 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b8130f-8a1e-4c67-9de8-ecb551b651e0 None None] Routers {'97dafffb-e0f7-4227-9b2f-3eb1b67a567c'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:28:02.844870 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e6b8130f-8a1e-4c67-9de8-ecb551b651e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:27:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['97dafffb-e0f7-4227-9b2f-3eb1b67a567c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:02.906504 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e7cf5-dbd6-46ff-a82f-72e2b96ef857 req-c50eabd2-d170-4f33-9a30-f1489fa01925 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:02.908398 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bf7e7cf5-dbd6-46ff-a82f-72e2b96ef857 req-c50eabd2-d170-4f33-9a30-f1489fa01925 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 945 time: 0.0996370 Apr 12 14:28:02.936494 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de454608-5a44-44b0-93d2-9e3cc3697b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3725379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4036631'] for subnet (d9170a9d-763d-4f4b-bb31-91b2da6c4940), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:02.966338 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-e6b8130f-8a1e-4c67-9de8-ecb551b651e0 None None] Set router 97dafffb-e0f7-4227-9b2f-3eb1b67a567c gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:28:03.014128 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bf7e7cf5-dbd6-46ff-a82f-72e2b96ef857 req-0f3c9b19-03fe-4cec-8f4a-c38770a8fe08 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987635 Apr 12 14:28:03.024993 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de454608-5a44-44b0-93d2-9e3cc3697b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9170a9d-763d-4f4b-bb31-91b2da6c4940,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:03.033565 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de454608-5a44-44b0-93d2-9e3cc3697b55 admin admin] Checking segment: {'id': 'ce85219e-1254-43cb-86dc-6675637245b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '08c39bb3-95d2-422b-be6a-692467e10b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:28:03.033925 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de454608-5a44-44b0-93d2-9e3cc3697b55 admin admin] Network hostable DHCP agents. Network: 08c39bb3-95d2-422b-be6a-692467e10b71, hostable agents: ['26b99ea2-1f24-436d-a395-59cabb3f6051'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:28:03.050713 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de454608-5a44-44b0-93d2-9e3cc3697b55 admin admin] Network 08c39bb3-95d2-422b-be6a-692467e10b71 is scheduled to be hosted by DHCP agent 26b99ea2-1f24-436d-a395-59cabb3f6051 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:28:03.059317 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-de454608-5a44-44b0-93d2-9e3cc3697b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837523-1-iscsi, 08c39bb3-95d2-422b-be6a-692467e10b71) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:28:03.064107 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de454608-5a44-44b0-93d2-9e3cc3697b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:03.064716 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-de454608-5a44-44b0-93d2-9e3cc3697b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:03.069338 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194bebf4-d0b1-41a5-b3e7-a514daedf762 None None] Network 08c39bb3-95d2-422b-be6a-692467e10b71 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:28:03.082459 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-de454608-5a44-44b0-93d2-9e3cc3697b55 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4397871 Apr 12 14:28:03.085597 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 56912) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:03.089963 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1e0ff42e-3f84-4f24-b154-4593913a5f71 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1052355115-router', 'tenant_id': 'f7d927671ac44ad6b4d265bbadfd1250', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:03.109978 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e0ff42e-3f84-4f24-b154-4593913a5f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4091'] for router (ee623eb5-5de1-4935-aa9a-0814d22a4edf), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:03.111844 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e0ff42e-3f84-4f24-b154-4593913a5f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4084'] for router (ee623eb5-5de1-4935-aa9a-0814d22a4edf), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:03.180286 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e0ff42e-3f84-4f24-b154-4593913a5f71 admin admin] Publish callbacks [] for router_controller (ee623eb5-5de1-4935-aa9a-0814d22a4edf), precommit_add_association {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:03.389224 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519d326f-9f98-40c4-865b-4dfb6e20b03c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ecbc4e0-9161-5ff1-acbf-aca03b0e47fc-08c39bb3-95d2-422b-be6a-692467e10b71', 'network_id': '08c39bb3-95d2-422b-be6a-692467e10b71', 'project_id': 'f7d927671ac44ad6b4d265bbadfd1250', 'fixed_ips': [{'subnet_id': 'd9170a9d-763d-4f4b-bb31-91b2da6c4940'}]}} from dv-cinder-837523-1-iscsi. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:28:03.390441 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-519d326f-9f98-40c4-865b-4dfb6e20b03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:03.418231 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e6b8130f-8a1e-4c67-9de8-ecb551b651e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'name': 'tempest-TestMinimumBasicScenario-1120343697-router', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'a539b146-549f-4671-8e82-649d353cc36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:57Z', 'updated_at': '2022-04-12T14:28:00Z', 'revision_number': 4, 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'gw_port': {'id': 'a539b146-549f-4671-8e82-649d353cc36c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:58Z', 'updated_at': '2022-04-12T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '2f39c80a-872b-49c0-854c-5ebb70af1093', 'name': '', 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'mac_address': 'fa:16:3e:62:8a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1fc1673c-be61-42df-9b70-97c35069d384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:00Z', 'updated_at': '2022-04-12T14:28:00Z', 'revision_number': 2, 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'subnets': [{'id': '1fc1673c-be61-42df-9b70-97c35069d384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:03.458158 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b8130f-8a1e-4c67-9de8-ecb551b651e0 None None] Checking router: 97dafffb-e0f7-4227-9b2f-3eb1b67a567c for host: dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:28:03.458158 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b8130f-8a1e-4c67-9de8-ecb551b651e0 None None] Updating router 97dafffb-e0f7-4227-9b2f-3eb1b67a567c port 2f39c80a-872b-49c0-854c-5ebb70af1093 binding host dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:28:03.475692 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56924) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:03.554563 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e6b8130f-8a1e-4c67-9de8-ecb551b651e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (2f39c80a-872b-49c0-854c-5ebb70af1093), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:03.565793 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e0ff42e-3f84-4f24-b154-4593913a5f71 admin admin] Publish callbacks [] for router_gateway (ee623eb5-5de1-4935-aa9a-0814d22a4edf), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:03.573817 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 10d21dae-e43e-4c36-be2c-e96509c4fe8b up at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:28:03.642976 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42d45245-b4fe-4a51-b968-d022a9a48c62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:03.670350 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fd7ab-df09-4289-a5e1-af96fc717362 req-35fb3440-159f-47e7-9902-da6db0a6a188 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:03.672033 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0e4fd7ab-df09-4289-a5e1-af96fc717362 req-35fb3440-159f-47e7-9902-da6db0a6a188 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 945 time: 0.1017210 Apr 12 14:28:03.766960 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42d45245-b4fe-4a51-b968-d022a9a48c62 admin admin] Publish callbacks [] for security_group (27296d5c-8f0b-4c38-a6ff-84023113ad64), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:03.773082 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42d45245-b4fe-4a51-b968-d022a9a48c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (27296d5c-8f0b-4c38-a6ff-84023113ad64), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:03.774924 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device a539b146-549f-4671-8e82-649d353cc36c up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:28:03.794020 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0e4fd7ab-df09-4289-a5e1-af96fc717362 req-db996816-067d-4fa0-9980-dc8b54da7533 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726528 Apr 12 14:28:03.817514 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-42d45245-b4fe-4a51-b968-d022a9a48c62 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=58f822250ee543f58ab8d2b636ffd580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3399103 Apr 12 14:28:03.821407 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56936) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:03.833652 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning for port 10d21dae-e43e-4c36-be2c-e96509c4fe8b completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:28:03.834872 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d45245-b4fe-4a51-b968-d022a9a48c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27296d5c-8f0b-4c38-a6ff-84023113ad64,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:03.849902 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-519d326f-9f98-40c4-865b-4dfb6e20b03c None None] Allocated IP 172.20.0.2 (08c39bb3-95d2-422b-be6a-692467e10b71/d9170a9d-763d-4f4b-bb31-91b2da6c4940/5d1e81cf-981a-4a67-af86-987b0109a3c1) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:28:03.866567 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning complete for port 10d21dae-e43e-4c36-be2c-e96509c4fe8b triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:03.866948 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (10d21dae-e43e-4c36-be2c-e96509c4fe8b), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:03.885565 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-932cc6a0-e001-4006-bf5b-7aaf351a6a2b admin admin] Publish callbacks [] for security_group (27296d5c-8f0b-4c38-a6ff-84023113ad64), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:03.922225 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-932cc6a0-e001-4006-bf5b-7aaf351a6a2b admin admin] Publish callbacks [] for security_group (27296d5c-8f0b-4c38-a6ff-84023113ad64), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:03.938455 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e0ff42e-3f84-4f24-b154-4593913a5f71 admin admin] Publish callbacks [] for router_gateway (ee623eb5-5de1-4935-aa9a-0814d22a4edf), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:03.967228 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e0ff42e-3f84-4f24-b154-4593913a5f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:03.978606 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-932cc6a0-e001-4006-bf5b-7aaf351a6a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (27296d5c-8f0b-4c38-a6ff-84023113ad64), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:03.982745 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-932cc6a0-e001-4006-bf5b-7aaf351a6a2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:03.984060 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-932cc6a0-e001-4006-bf5b-7aaf351a6a2b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/27296d5c-8f0b-4c38-a6ff-84023113ad64 HTTP/1.1" status: 204 len: 168 time: 0.1615531 Apr 12 14:28:03.996842 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port a539b146-549f-4671-8e82-649d353cc36c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:03.997245 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (a539b146-549f-4671-8e82-649d353cc36c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:04.006645 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932cc6a0-e001-4006-bf5b-7aaf351a6a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27296d5c-8f0b-4c38-a6ff-84023113ad64,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:04.104984 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-1e0ff42e-3f84-4f24-b154-4593913a5f71 admin admin] Allocated IP 172.27.0.127 (d880c522-0b20-4278-b126-cb351e10a8a1/d5f6c94a-8527-427a-a2ce-715c797655f2/cf16243e-57b1-4edb-978a-b498e3556aac) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:28:04.205071 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86cb71-8aba-4646-8091-bd26e3d5c688 req-685e0ade-3776-43e7-be4f-d528f8895308 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:04.206754 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-df86cb71-8aba-4646-8091-bd26e3d5c688 req-685e0ade-3776-43e7-be4f-d528f8895308 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 945 time: 0.0875757 Apr 12 14:28:04.250747 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port 10d21dae-e43e-4c36-be2c-e96509c4fe8b is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:04.251143 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (10d21dae-e43e-4c36-be2c-e96509c4fe8b), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:04.297786 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-df86cb71-8aba-4646-8091-bd26e3d5c688 req-e53ae6d1-7523-4194-866b-9751b0c8ac04 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648751 Apr 12 14:28:04.337365 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e0ff42e-3f84-4f24-b154-4593913a5f71 admin admin] Publish callbacks [] for port (cf16243e-57b1-4edb-978a-b498e3556aac), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:04.351043 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21f039b-e7f3-41ad-8699-8ee01babd2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d21dae-e43e-4c36-be2c-e96509c4fe8b'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:28:04.355827 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d0a4f0-db1a-470e-a665-689e78d7e86e" -d '{"events": [{"server_uuid": "a21f039b-e7f3-41ad-8699-8ee01babd2a5", "name": "network-vif-plugged", "status": "completed", "tag": "10d21dae-e43e-4c36-be2c-e96509c4fe8b"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:28:04.362156 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e6b8130f-8a1e-4c67-9de8-ecb551b651e0 None None] Publish callbacks [] for port (2f39c80a-872b-49c0-854c-5ebb70af1093), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:04.368845 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-519d326f-9f98-40c4-865b-4dfb6e20b03c None None] Publish callbacks [] for port (5d1e81cf-981a-4a67-af86-987b0109a3c1), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:04.375656 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port a539b146-549f-4671-8e82-649d353cc36c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:04.382986 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 10d21dae-e43e-4c36-be2c-e96509c4fe8b, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=10d21dae-e43e-4c36-be2c-e96509c4fe8b,segment=NetworkSegment(a7c17724-1d50-4600-9248-4eb722d3c0dd),segment_id=a7c17724-1d50-4600-9248-4eb722d3c0dd)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:04.385042 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e6b8130f-8a1e-4c67-9de8-ecb551b651e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (2f39c80a-872b-49c0-854c-5ebb70af1093), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:04.413580 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61aeb05-0f08-46fe-ba5d-ff37374bf14d x-openstack-request-id: req-c61aeb05-0f08-46fe-ba5d-ff37374bf14d {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:28:04.413894 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21f039b-e7f3-41ad-8699-8ee01babd2a5", "name": "network-vif-plugged", "status": "completed", "tag": "10d21dae-e43e-4c36-be2c-e96509c4fe8b", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:28:04.414150 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c61aeb05-0f08-46fe-ba5d-ff37374bf14d {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:28:04.414548 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c61aeb05-0f08-46fe-ba5d-ff37374bf14d'] response: {'server_uuid': 'a21f039b-e7f3-41ad-8699-8ee01babd2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d21dae-e43e-4c36-be2c-e96509c4fe8b', 'code': 200} Apr 12 14:28:04.419519 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (10d21dae-e43e-4c36-be2c-e96509c4fe8b), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:04.421763 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-519d326f-9f98-40c4-865b-4dfb6e20b03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607'] for port (5d1e81cf-981a-4a67-af86-987b0109a3c1), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:04.457010 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161121b0-c007-4e51-83dd-767d9bda0df7 None None] Pushing event updated for resources: {'Port': ['ID=2f39c80a-872b-49c0-854c-5ebb70af1093,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:04.472727 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e0ff42e-3f84-4f24-b154-4593913a5f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (cf16243e-57b1-4edb-978a-b498e3556aac), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:04.478190 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519d326f-9f98-40c4-865b-4dfb6e20b03c None None] Network 08c39bb3-95d2-422b-be6a-692467e10b71 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:28:04.488538 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-519d326f-9f98-40c4-865b-4dfb6e20b03c None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:28:04.529546 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519d326f-9f98-40c4-865b-4dfb6e20b03c None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:28:04.561608 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0ff42e-3f84-4f24-b154-4593913a5f71 admin admin] Network d880c522-0b20-4278-b126-cb351e10a8a1 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:28:04.571458 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1e0ff42e-3f84-4f24-b154-4593913a5f71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:28:04.573680 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ff42e-3f84-4f24-b154-4593913a5f71 admin admin] Pushing event updated for resources: {'Port': ['ID=cf16243e-57b1-4edb-978a-b498e3556aac,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:04.576334 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0ff42e-3f84-4f24-b154-4593913a5f71 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:28:04.670518 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e6b8130f-8a1e-4c67-9de8-ecb551b651e0 None None] Attempting to bind port 2f39c80a-872b-49c0-854c-5ebb70af1093 on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:28:04.670881 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e6b8130f-8a1e-4c67-9de8-ecb551b651e0 None None] Attempting to bind port 2f39c80a-872b-49c0-854c-5ebb70af1093 by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': 'e36398ca-ae96-4e82-91b8-5bfc2ef32caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:28:04.671424 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b8130f-8a1e-4c67-9de8-ecb551b651e0 None None] Attempting to bind port 2f39c80a-872b-49c0-854c-5ebb70af1093 on network 9cf681b3-e3b6-4238-acc9-69f2e6504ff4 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:28:04.680642 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=10d21dae-e43e-4c36-be2c-e96509c4fe8b,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:04.694028 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b8130f-8a1e-4c67-9de8-ecb551b651e0 None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:28:04.700481 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b8130f-8a1e-4c67-9de8-ecb551b651e0 None None] Checking segment: {'id': 'e36398ca-ae96-4e82-91b8-5bfc2ef32caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:28:04.701442 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e6b8130f-8a1e-4c67-9de8-ecb551b651e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:04.701866 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b8130f-8a1e-4c67-9de8-ecb551b651e0 None None] Bound using segment: {'id': 'e36398ca-ae96-4e82-91b8-5bfc2ef32caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:28:04.702376 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-e6b8130f-8a1e-4c67-9de8-ecb551b651e0 None None] Bound port: 2f39c80a-872b-49c0-854c-5ebb70af1093, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36398ca-ae96-4e82-91b8-5bfc2ef32caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:28:04.702775 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e6b8130f-8a1e-4c67-9de8-ecb551b651e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (2f39c80a-872b-49c0-854c-5ebb70af1093), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:04.758591 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-519d326f-9f98-40c4-865b-4dfb6e20b03c None None] Attempting to bind port 5d1e81cf-981a-4a67-af86-987b0109a3c1 on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:28:04.759102 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-519d326f-9f98-40c4-865b-4dfb6e20b03c None None] Attempting to bind port 5d1e81cf-981a-4a67-af86-987b0109a3c1 by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': 'ce85219e-1254-43cb-86dc-6675637245b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '08c39bb3-95d2-422b-be6a-692467e10b71'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:28:04.759466 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519d326f-9f98-40c4-865b-4dfb6e20b03c None None] Attempting to bind port 5d1e81cf-981a-4a67-af86-987b0109a3c1 on network 08c39bb3-95d2-422b-be6a-692467e10b71 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:28:04.763748 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9d188-66ef-413b-b04a-c7be752deddb req-3ca3a1dd-aba2-49ef-94d2-a500f31123db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:04.768968 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a2a9d188-66ef-413b-b04a-c7be752deddb req-3ca3a1dd-aba2-49ef-94d2-a500f31123db service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 1130 time: 0.0861454 Apr 12 14:28:04.791737 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519d326f-9f98-40c4-865b-4dfb6e20b03c None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:28:04.792109 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519d326f-9f98-40c4-865b-4dfb6e20b03c None None] Checking segment: {'id': 'ce85219e-1254-43cb-86dc-6675637245b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '08c39bb3-95d2-422b-be6a-692467e10b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:28:04.798801 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-519d326f-9f98-40c4-865b-4dfb6e20b03c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:04.799186 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519d326f-9f98-40c4-865b-4dfb6e20b03c None None] Bound using segment: {'id': 'ce85219e-1254-43cb-86dc-6675637245b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '08c39bb3-95d2-422b-be6a-692467e10b71'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:28:04.799691 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-519d326f-9f98-40c4-865b-4dfb6e20b03c None None] Bound port: 5d1e81cf-981a-4a67-af86-987b0109a3c1, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce85219e-1254-43cb-86dc-6675637245b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '08c39bb3-95d2-422b-be6a-692467e10b71'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:28:04.800282 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-519d326f-9f98-40c4-865b-4dfb6e20b03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (5d1e81cf-981a-4a67-af86-987b0109a3c1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:04.864979 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d326f-9f98-40c4-865b-4dfb6e20b03c None None] Pushing event updated for resources: {'Port': ['ID=5d1e81cf-981a-4a67-af86-987b0109a3c1,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:04.881885 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-a2a9d188-66ef-413b-b04a-c7be752deddb req-b1e6222d-e625-4950-a61e-22b3957c2248 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063893 Apr 12 14:28:04.959780 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-eba77257-8355-46f9-a9c4-5c86311ab858 None None] Provisioning complete for port 2f39c80a-872b-49c0-854c-5ebb70af1093 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:04.960277 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eba77257-8355-46f9-a9c4-5c86311ab858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (2f39c80a-872b-49c0-854c-5ebb70af1093), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:05.018611 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e6b8130f-8a1e-4c67-9de8-ecb551b651e0 None None] For port 2f39c80a-872b-49c0-854c-5ebb70af1093, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:28:05.047462 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-e6b8130f-8a1e-4c67-9de8-ecb551b651e0 None None] For port 2f39c80a-872b-49c0-854c-5ebb70af1093, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=2f39c80a-872b-49c0-854c-5ebb70af1093,segment=NetworkSegment(e36398ca-ae96-4e82-91b8-5bfc2ef32caa),segment_id=e36398ca-ae96-4e82-91b8-5bfc2ef32caa)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:28:05.049164 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-519d326f-9f98-40c4-865b-4dfb6e20b03c None None] For port 5d1e81cf-981a-4a67-af86-987b0109a3c1, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:28:05.077567 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-519d326f-9f98-40c4-865b-4dfb6e20b03c None None] For port 5d1e81cf-981a-4a67-af86-987b0109a3c1, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=5d1e81cf-981a-4a67-af86-987b0109a3c1,segment=NetworkSegment(ce85219e-1254-43cb-86dc-6675637245b2),segment_id=ce85219e-1254-43cb-86dc-6675637245b2)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:28:05.079677 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e6b8130f-8a1e-4c67-9de8-ecb551b651e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (2f39c80a-872b-49c0-854c-5ebb70af1093), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:05.081255 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff322f-dc70-4b98-ab3c-9dbf74c40c8c req-8d79263b-4aae-437f-b70c-f49faa6042d2 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:05.081739 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-eba77257-8355-46f9-a9c4-5c86311ab858 None None] Port 2f39c80a-872b-49c0-854c-5ebb70af1093 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:28:05.083545 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2eff322f-dc70-4b98-ab3c-9dbf74c40c8c req-8d79263b-4aae-437f-b70c-f49faa6042d2 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 945 time: 0.1034613 Apr 12 14:28:05.115846 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-519d326f-9f98-40c4-865b-4dfb6e20b03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (5d1e81cf-981a-4a67-af86-987b0109a3c1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:05.159434 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b8130f-8a1e-4c67-9de8-ecb551b651e0 None None] Routers {'97dafffb-e0f7-4227-9b2f-3eb1b67a567c'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:28:05.160141 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e6b8130f-8a1e-4c67-9de8-ecb551b651e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:27:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['97dafffb-e0f7-4227-9b2f-3eb1b67a567c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:05.181953 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56982) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:05.214508 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161121b0-c007-4e51-83dd-767d9bda0df7 None None] Pushing event updated for resources: {'Port': ['ID=2f39c80a-872b-49c0-854c-5ebb70af1093,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:05.241119 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e0ff42e-3f84-4f24-b154-4593913a5f71 admin admin] Publish callbacks [] for router_gateway (ee623eb5-5de1-4935-aa9a-0814d22a4edf), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:05.336260 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d326f-9f98-40c4-865b-4dfb6e20b03c None None] Pushing event updated for resources: {'Port': ['ID=5d1e81cf-981a-4a67-af86-987b0109a3c1,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:05.350446 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2eff322f-dc70-4b98-ab3c-9dbf74c40c8c req-ee9d0906-2482-4628-8a3e-a8870e2132d1 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483795 Apr 12 14:28:05.373627 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-e6b8130f-8a1e-4c67-9de8-ecb551b651e0 None None] Set router 97dafffb-e0f7-4227-9b2f-3eb1b67a567c gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:28:05.396002 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-420ecf62-970a-45a8-8c45-08f7de4a8ce0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1872993922-network', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:05.444486 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420ecf62-970a-45a8-8c45-08f7de4a8ce0 admin admin] Made reservation on behalf of 02af406c5f5b4f27890c5db6f5bda840 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:28:05.447750 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-420ecf62-970a-45a8-8c45-08f7de4a8ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:05.459856 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-420ecf62-970a-45a8-8c45-08f7de4a8ce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:05.632880 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-420ecf62-970a-45a8-8c45-08f7de4a8ce0 admin admin] Publish callbacks [] for security_group (5d2cecc8-7e70-4df0-8222-fb4e48d84c14), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:05.656027 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-420ecf62-970a-45a8-8c45-08f7de4a8ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (5d2cecc8-7e70-4df0-8222-fb4e48d84c14), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:05.705742 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c99d2-6991-409e-bdd6-876fcf4e9d7b req-d80fd31d-86b8-420a-883f-32e72a0246d1 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:05.708232 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-883c99d2-6991-409e-bdd6-876fcf4e9d7b req-d80fd31d-86b8-420a-883f-32e72a0246d1 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.2101016 Apr 12 14:28:05.750756 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ecf62-970a-45a8-8c45-08f7de4a8ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2cecc8-7e70-4df0-8222-fb4e48d84c14,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:05.788646 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420ecf62-970a-45a8-8c45-08f7de4a8ce0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:28:05.807551 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-420ecf62-970a-45a8-8c45-08f7de4a8ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (c8e89486-839e-423c-96c0-d92bc919a665), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:05.808448 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.db.segments_db [None req-420ecf62-970a-45a8-8c45-08f7de4a8ce0 admin admin] Added segment c8e89486-839e-423c-96c0-d92bc919a665 of type vlan for network 37f9d6cb-734d-4a5c-b448-eec2b9f94087 Apr 12 14:28:05.829223 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-58c12431-0a75-4a5c-9d5e-b30f1a3c7087 None None] Provisioning complete for port 2f39c80a-872b-49c0-854c-5ebb70af1093 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:05.829832 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-58c12431-0a75-4a5c-9d5e-b30f1a3c7087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (2f39c80a-872b-49c0-854c-5ebb70af1093), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:05.836432 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 5d1e81cf-981a-4a67-af86-987b0109a3c1 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:28:05.836571 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e0ff42e-3f84-4f24-b154-4593913a5f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546468'] for router (ee623eb5-5de1-4935-aa9a-0814d22a4edf), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:05.853749 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-883c99d2-6991-409e-bdd6-876fcf4e9d7b req-33861148-e977-4d8b-9059-8c211eca186b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308403 Apr 12 14:28:05.887641 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:06.065302 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 5d1e81cf-981a-4a67-af86-987b0109a3c1 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:06.065699 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (5d1e81cf-981a-4a67-af86-987b0109a3c1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:06.120109 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-420ecf62-970a-45a8-8c45-08f7de4a8ce0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728757078613'] for network (37f9d6cb-734d-4a5c-b448-eec2b9f94087), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:06.131641 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-e6b8130f-8a1e-4c67-9de8-ecb551b651e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'name': 'tempest-TestMinimumBasicScenario-1120343697-router', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'a539b146-549f-4671-8e82-649d353cc36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:57Z', 'updated_at': '2022-04-12T14:28:00Z', 'revision_number': 4, 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'gw_port': {'id': 'a539b146-549f-4671-8e82-649d353cc36c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:58Z', 'updated_at': '2022-04-12T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '2f39c80a-872b-49c0-854c-5ebb70af1093', 'name': '', 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'mac_address': 'fa:16:3e:62:8a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1fc1673c-be61-42df-9b70-97c35069d384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:00Z', 'updated_at': '2022-04-12T14:28:04Z', 'revision_number': 4, 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'subnets': [{'id': '1fc1673c-be61-42df-9b70-97c35069d384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:06.154289 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0ff42e-3f84-4f24-b154-4593913a5f71 admin admin] Router ee623eb5-5de1-4935-aa9a-0814d22a4edf is scheduled to L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 with binding_index 1 {{(pid=103284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:28:06.164202 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-420ecf62-970a-45a8-8c45-08f7de4a8ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for network (37f9d6cb-734d-4a5c-b448-eec2b9f94087), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:06.165267 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420ecf62-970a-45a8-8c45-08f7de4a8ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:06.165851 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-420ecf62-970a-45a8-8c45-08f7de4a8ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:06.173524 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-58c12431-0a75-4a5c-9d5e-b30f1a3c7087 None None] Current status of the port 2f39c80a-872b-49c0-854c-5ebb70af1093 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:06.173930 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-58c12431-0a75-4a5c-9d5e-b30f1a3c7087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (2f39c80a-872b-49c0-854c-5ebb70af1093), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:06.176259 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b8130f-8a1e-4c67-9de8-ecb551b651e0 None None] The sync data for ids ['97dafffb-e0f7-4227-9b2f-3eb1b67a567c'] in dv-cinder-837523-1-iscsi is: [{'id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'name': 'tempest-TestMinimumBasicScenario-1120343697-router', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'a539b146-549f-4671-8e82-649d353cc36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:57Z', 'updated_at': '2022-04-12T14:28:00Z', 'revision_number': 4, 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'gw_port': {'id': 'a539b146-549f-4671-8e82-649d353cc36c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:58Z', 'updated_at': '2022-04-12T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '2f39c80a-872b-49c0-854c-5ebb70af1093', 'name': '', 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'mac_address': 'fa:16:3e:62:8a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1fc1673c-be61-42df-9b70-97c35069d384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:00Z', 'updated_at': '2022-04-12T14:28:04Z', 'revision_number': 4, 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'subnets': [{'id': '1fc1673c-be61-42df-9b70-97c35069d384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:28:06.323281 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-420ecf62-970a-45a8-8c45-08f7de4a8ce0 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1399739 Apr 12 14:28:06.324374 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 56996) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:06.382905 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-58c12431-0a75-4a5c-9d5e-b30f1a3c7087 None None] For port 2f39c80a-872b-49c0-854c-5ebb70af1093, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=2f39c80a-872b-49c0-854c-5ebb70af1093,segment=NetworkSegment(e36398ca-ae96-4e82-91b8-5bfc2ef32caa),segment_id=e36398ca-ae96-4e82-91b8-5bfc2ef32caa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:06.384411 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-8a97f828-0ee1-4a08-8401-990b0223eca1 admin admin] Request body: {'subnet': {'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1872993922-subnet', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:06.396765 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-58c12431-0a75-4a5c-9d5e-b30f1a3c7087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (2f39c80a-872b-49c0-854c-5ebb70af1093), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:06.408590 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 5d1e81cf-981a-4a67-af86-987b0109a3c1 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:06.409128 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (5d1e81cf-981a-4a67-af86-987b0109a3c1), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:06.428395 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ecf62-970a-45a8-8c45-08f7de4a8ce0 admin admin] Pushing event updated for resources: {'Network': ['ID=37f9d6cb-734d-4a5c-b448-eec2b9f94087,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:06.463524 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a97f828-0ee1-4a08-8401-990b0223eca1 admin admin] Made reservation on behalf of 02af406c5f5b4f27890c5db6f5bda840 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:28:06.469783 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a97f828-0ee1-4a08-8401-990b0223eca1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59075900'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:06.470446 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Network 37f9d6cb-734d-4a5c-b448-eec2b9f94087 details requested by agent ovs-agent-dv-cinder-837523-1-iscsi with host dv-cinder-837523-1-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:28:06.590815 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 57002) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:06.624967 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] For port 5d1e81cf-981a-4a67-af86-987b0109a3c1, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=5d1e81cf-981a-4a67-af86-987b0109a3c1,segment=NetworkSegment(ce85219e-1254-43cb-86dc-6675637245b2),segment_id=ce85219e-1254-43cb-86dc-6675637245b2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:06.632860 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c12431-0a75-4a5c-9d5e-b30f1a3c7087 None None] Pushing event updated for resources: {'Port': ['ID=2f39c80a-872b-49c0-854c-5ebb70af1093,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:06.644340 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (5d1e81cf-981a-4a67-af86-987b0109a3c1), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:06.733308 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204fa79-29c6-4272-a78d-65222fad5c15 req-cf5a7ca1-258b-4bf1-9b97-74b5dff189c7 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:06.736047 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4204fa79-29c6-4272-a78d-65222fad5c15 req-cf5a7ca1-258b-4bf1-9b97-74b5dff189c7 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 945 time: 0.2137616 Apr 12 14:28:06.755418 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0ff42e-3f84-4f24-b154-4593913a5f71 admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:28:06.765209 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aa9c93-b0f8-44fd-911e-72e4232e6fe7 None None] Sync routers for ids ['ee623eb5-5de1-4935-aa9a-0814d22a4edf'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:28:06.784477 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44aa9c93-b0f8-44fd-911e-72e4232e6fe7 None None] Routers {'ee623eb5-5de1-4935-aa9a-0814d22a4edf'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:28:06.787655 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-44aa9c93-b0f8-44fd-911e-72e4232e6fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:27:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['ee623eb5-5de1-4935-aa9a-0814d22a4edf'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:06.803803 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1e0ff42e-3f84-4f24-b154-4593913a5f71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:06.806322 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-1e0ff42e-3f84-4f24-b154-4593913a5f71 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7195857 Apr 12 14:28:06.820733 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Pushing event updated for resources: {'Port': ['ID=5d1e81cf-981a-4a67-af86-987b0109a3c1,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:06.823231 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 57008) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:06.996047 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a97f828-0ee1-4a08-8401-990b0223eca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3950649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59075886'] for subnet (5f372aa8-ef48-4490-a9b2-c7f480e5dc57), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:06.999544 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-44aa9c93-b0f8-44fd-911e-72e4232e6fe7 None None] Set router ee623eb5-5de1-4935-aa9a-0814d22a4edf gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:28:07.033769 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78463c1e-27fc-4b61-85ae-dc9e07702796 None None] Network 08c39bb3-95d2-422b-be6a-692467e10b71 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:28:07.084737 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97f828-0ee1-4a08-8401-990b0223eca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f372aa8-ef48-4490-a9b2-c7f480e5dc57,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:07.117018 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a97f828-0ee1-4a08-8401-990b0223eca1 admin admin] Checking segment: {'id': 'c8e89486-839e-423c-96c0-d92bc919a665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:28:07.117423 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a97f828-0ee1-4a08-8401-990b0223eca1 admin admin] Network hostable DHCP agents. Network: 37f9d6cb-734d-4a5c-b448-eec2b9f94087, hostable agents: ['26b99ea2-1f24-436d-a395-59cabb3f6051'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:28:07.148217 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a97f828-0ee1-4a08-8401-990b0223eca1 admin admin] Network 37f9d6cb-734d-4a5c-b448-eec2b9f94087 is scheduled to be hosted by DHCP agent 26b99ea2-1f24-436d-a395-59cabb3f6051 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:28:07.166653 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-8a97f828-0ee1-4a08-8401-990b0223eca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837523-1-iscsi, 37f9d6cb-734d-4a5c-b448-eec2b9f94087) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:28:07.170971 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a97f828-0ee1-4a08-8401-990b0223eca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:07.171563 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a97f828-0ee1-4a08-8401-990b0223eca1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:07.184136 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-df7e1a4b-6852-4b26-885e-74788d3dfd01 None None] Provisioning complete for port 5d1e81cf-981a-4a67-af86-987b0109a3c1 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:07.184876 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-df7e1a4b-6852-4b26-885e-74788d3dfd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (5d1e81cf-981a-4a67-af86-987b0109a3c1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:07.199252 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c16750b-571d-4723-b5f5-6b7380e8b1bb None None] Network 37f9d6cb-734d-4a5c-b448-eec2b9f94087 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:28:07.212541 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-8a97f828-0ee1-4a08-8401-990b0223eca1 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8827844 Apr 12 14:28:07.213333 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 57014) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:07.218385 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-639b2f55-b0a5-4f3c-a4fa-79e26e31873a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:07.219727 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b8369c8-c443-4e5d-995c-759a43348fb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:07.265128 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-639b2f55-b0a5-4f3c-a4fa-79e26e31873a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4091'] for router (8ea6935c-8e80-437a-b548-4045d22f2aaa), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:07.266551 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-639b2f55-b0a5-4f3c-a4fa-79e26e31873a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4084'] for router (8ea6935c-8e80-437a-b548-4045d22f2aaa), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:07.285758 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4204fa79-29c6-4272-a78d-65222fad5c15 req-213030a8-cfb3-4a9e-b9d3-402b0b1819af tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5275857 Apr 12 14:28:07.293488 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d54195-b5e5-42a9-b25f-66d7d0cfa2e4 req-85449467-af4d-4927-b728-b09914a77b73 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:07.294530 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38d54195-b5e5-42a9-b25f-66d7d0cfa2e4 req-85449467-af4d-4927-b728-b09914a77b73 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.1944716 Apr 12 14:28:07.369549 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-639b2f55-b0a5-4f3c-a4fa-79e26e31873a admin admin] Publish callbacks [] for router_controller (8ea6935c-8e80-437a-b548-4045d22f2aaa), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:07.471555 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-44aa9c93-b0f8-44fd-911e-72e4232e6fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee623eb5-5de1-4935-aa9a-0814d22a4edf', 'name': 'tempest-TestMinimumBasicScenario-1052355115-router', 'tenant_id': 'f7d927671ac44ad6b4d265bbadfd1250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'cf16243e-57b1-4edb-978a-b498e3556aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:03Z', 'updated_at': '2022-04-12T14:28:04Z', 'revision_number': 3, 'project_id': 'f7d927671ac44ad6b4d265bbadfd1250', 'gw_port': {'id': 'cf16243e-57b1-4edb-978a-b498e3556aac', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee623eb5-5de1-4935-aa9a-0814d22a4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:03Z', 'updated_at': '2022-04-12T14:28:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:07.526258 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf5934d-a1e8-40b6-a166-4f2dd9f83b71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ecbc4e0-9161-5ff1-acbf-aca03b0e47fc-37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'fixed_ips': [{'subnet_id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57'}]}} from dv-cinder-837523-1-iscsi. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:28:07.531361 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aa9c93-b0f8-44fd-911e-72e4232e6fe7 None None] Checking router: ee623eb5-5de1-4935-aa9a-0814d22a4edf for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:28:07.531971 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aa9c93-b0f8-44fd-911e-72e4232e6fe7 None None] Updating router ee623eb5-5de1-4935-aa9a-0814d22a4edf port cf16243e-57b1-4edb-978a-b498e3556aac binding host dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:28:07.532609 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dbf5934d-a1e8-40b6-a166-4f2dd9f83b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:07.580656 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44aa9c93-b0f8-44fd-911e-72e4232e6fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (cf16243e-57b1-4edb-978a-b498e3556aac), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:07.582440 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38d54195-b5e5-42a9-b25f-66d7d0cfa2e4 req-c7b9ae90-5b63-45ac-bcae-73f06c31e6ad tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2796907 Apr 12 14:28:07.586328 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-df7e1a4b-6852-4b26-885e-74788d3dfd01 None None] Current status of the port 5d1e81cf-981a-4a67-af86-987b0109a3c1 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:07.596327 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-639b2f55-b0a5-4f3c-a4fa-79e26e31873a admin admin] Publish callbacks [] for router_gateway (8ea6935c-8e80-437a-b548-4045d22f2aaa), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:07.641253 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b8369c8-c443-4e5d-995c-759a43348fb6 admin admin] Publish callbacks [] for security_group (31f77d92-6c7b-4253-a67c-6d8ae85c5edc), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:07.650450 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b8369c8-c443-4e5d-995c-759a43348fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (31f77d92-6c7b-4253-a67c-6d8ae85c5edc), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:07.966131 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 2f39c80a-872b-49c0-854c-5ebb70af1093 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:28:08.017800 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-639b2f55-b0a5-4f3c-a4fa-79e26e31873a admin admin] Publish callbacks [] for router_gateway (8ea6935c-8e80-437a-b548-4045d22f2aaa), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.022085 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-dbf5934d-a1e8-40b6-a166-4f2dd9f83b71 None None] Allocated IP 172.20.0.2 (37f9d6cb-734d-4a5c-b448-eec2b9f94087/5f372aa8-ef48-4490-a9b2-c7f480e5dc57/35897b48-ab8b-45f4-82e1-97ce5230a498) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:28:08.083945 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-639b2f55-b0a5-4f3c-a4fa-79e26e31873a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.114755 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-76e2cb7b-e776-4970-9f48-8c177f25d844 None None] Provisioning complete for port 5d1e81cf-981a-4a67-af86-987b0109a3c1 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:08.115349 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-76e2cb7b-e776-4970-9f48-8c177f25d844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (5d1e81cf-981a-4a67-af86-987b0109a3c1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.143856 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8369c8-c443-4e5d-995c-759a43348fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f77d92-6c7b-4253-a67c-6d8ae85c5edc,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:08.170826 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bc020-dad2-4e49-a2da-9da5aa8e23e3 req-4d33696e-ed40-4fe3-a057-b7beb03db6dc tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:08.172443 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-314bc020-dad2-4e49-a2da-9da5aa8e23e3 req-4d33696e-ed40-4fe3-a057-b7beb03db6dc tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.1817713 Apr 12 14:28:08.180976 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-9b8369c8-c443-4e5d-995c-759a43348fb6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=064215cfc03f4a97ad6b0b52129b9a2c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5853050 Apr 12 14:28:08.181893 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 57020) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:08.189488 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 57022) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:08.196947 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-9e793b39-345d-4bee-9a7f-f9592b0489a8 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Request body: {'floatingip': {'port_id': '10d21dae-e43e-4c36-be2c-e96509c4fe8b'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:08.219735 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44aa9c93-b0f8-44fd-911e-72e4232e6fe7 None None] Publish callbacks [] for port (cf16243e-57b1-4edb-978a-b498e3556aac), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.231827 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44aa9c93-b0f8-44fd-911e-72e4232e6fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (cf16243e-57b1-4edb-978a-b498e3556aac), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.301514 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-44aa9c93-b0f8-44fd-911e-72e4232e6fe7 None None] Attempting to bind port cf16243e-57b1-4edb-978a-b498e3556aac on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:28:08.302030 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-44aa9c93-b0f8-44fd-911e-72e4232e6fe7 None None] Attempting to bind port cf16243e-57b1-4edb-978a-b498e3556aac by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:28:08.306524 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44aa9c93-b0f8-44fd-911e-72e4232e6fe7 None None] Attempting to bind port cf16243e-57b1-4edb-978a-b498e3556aac on network d880c522-0b20-4278-b126-cb351e10a8a1 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:28:08.316055 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 2f39c80a-872b-49c0-854c-5ebb70af1093 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:08.316433 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (2f39c80a-872b-49c0-854c-5ebb70af1093), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.320621 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31324769-6070-438e-a81c-364c1a7a81f8 None None] Pushing event updated for resources: {'Port': ['ID=cf16243e-57b1-4edb-978a-b498e3556aac,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:08.322764 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44aa9c93-b0f8-44fd-911e-72e4232e6fe7 None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:28:08.323289 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44aa9c93-b0f8-44fd-911e-72e4232e6fe7 None None] Checking segment: {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:28:08.323849 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44aa9c93-b0f8-44fd-911e-72e4232e6fe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.324388 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44aa9c93-b0f8-44fd-911e-72e4232e6fe7 None None] Bound using segment: {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:28:08.325093 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-44aa9c93-b0f8-44fd-911e-72e4232e6fe7 None None] Bound port: cf16243e-57b1-4edb-978a-b498e3556aac, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:28:08.325576 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44aa9c93-b0f8-44fd-911e-72e4232e6fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (cf16243e-57b1-4edb-978a-b498e3556aac), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.343315 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1332fc9e-6ff8-4ac2-8b87-106fb5f44383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.436275 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e793b39-345d-4bee-9a7f-f9592b0489a8 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for floatingip (6255c156-0f75-425a-a6df-7c08edacf591), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.442394 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-44aa9c93-b0f8-44fd-911e-72e4232e6fe7 None None] For port cf16243e-57b1-4edb-978a-b498e3556aac, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:28:08.448051 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-76e2cb7b-e776-4970-9f48-8c177f25d844 None None] Current status of the port 5d1e81cf-981a-4a67-af86-987b0109a3c1 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:08.449832 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-44aa9c93-b0f8-44fd-911e-72e4232e6fe7 None None] For port cf16243e-57b1-4edb-978a-b498e3556aac, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=cf16243e-57b1-4edb-978a-b498e3556aac,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:28:08.462346 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-44aa9c93-b0f8-44fd-911e-72e4232e6fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (cf16243e-57b1-4edb-978a-b498e3556aac), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.517511 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dbf5934d-a1e8-40b6-a166-4f2dd9f83b71 None None] Publish callbacks [] for port (35897b48-ab8b-45f4-82e1-97ce5230a498), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.530781 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dbf5934d-a1e8-40b6-a166-4f2dd9f83b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607'] for port (35897b48-ab8b-45f4-82e1-97ce5230a498), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.565746 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44aa9c93-b0f8-44fd-911e-72e4232e6fe7 None None] Routers {'ee623eb5-5de1-4935-aa9a-0814d22a4edf'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:28:08.566394 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-44aa9c93-b0f8-44fd-911e-72e4232e6fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:27:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['ee623eb5-5de1-4935-aa9a-0814d22a4edf'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:08.566923 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 2f39c80a-872b-49c0-854c-5ebb70af1093 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:08.568193 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 5d1e81cf-981a-4a67-af86-987b0109a3c1 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:28:08.575013 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075830f8-1b4e-458e-9d5b-9c6f3b320806 req-2ef17bc7-a5d5-456e-8950-d2d705a9e05e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:08.576726 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-075830f8-1b4e-458e-9d5b-9c6f3b320806 req-2ef17bc7-a5d5-456e-8950-d2d705a9e05e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 945 time: 0.1401367 Apr 12 14:28:08.578591 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-639b2f55-b0a5-4f3c-a4fa-79e26e31873a admin admin] Allocated IP 172.27.0.143 (d880c522-0b20-4278-b126-cb351e10a8a1/d5f6c94a-8527-427a-a2ce-715c797655f2/053dfe34-2062-447e-9d0e-b24c5f30bdc9) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:28:08.580147 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf5934d-a1e8-40b6-a166-4f2dd9f83b71 None None] Network 37f9d6cb-734d-4a5c-b448-eec2b9f94087 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:28:08.601232 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-dbf5934d-a1e8-40b6-a166-4f2dd9f83b71 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:28:08.615588 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf5934d-a1e8-40b6-a166-4f2dd9f83b71 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:28:08.624649 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31324769-6070-438e-a81c-364c1a7a81f8 None None] Pushing event updated for resources: {'Port': ['ID=cf16243e-57b1-4edb-978a-b498e3556aac,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:08.639559 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5934d-a1e8-40b6-a166-4f2dd9f83b71 None None] Pushing event updated for resources: {'Port': ['ID=35897b48-ab8b-45f4-82e1-97ce5230a498,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:08.697877 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-075830f8-1b4e-458e-9d5b-9c6f3b320806 req-b61f4e3f-c8cc-480c-9b9f-933f4709e2e5 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125469 Apr 12 14:28:08.708183 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-1332fc9e-6ff8-4ac2-8b87-106fb5f44383 admin admin] Allocated IP 172.20.0.1 (08c39bb3-95d2-422b-be6a-692467e10b71/d9170a9d-763d-4f4b-bb31-91b2da6c4940/d0667579-08f3-4b65-b96f-96ff22c6c40f) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:28:08.721016 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 5d1e81cf-981a-4a67-af86-987b0109a3c1 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:08.721842 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (5d1e81cf-981a-4a67-af86-987b0109a3c1), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.727186 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-dbf5934d-a1e8-40b6-a166-4f2dd9f83b71 None None] Attempting to bind port 35897b48-ab8b-45f4-82e1-97ce5230a498 on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:28:08.727975 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-dbf5934d-a1e8-40b6-a166-4f2dd9f83b71 None None] Attempting to bind port 35897b48-ab8b-45f4-82e1-97ce5230a498 by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': 'c8e89486-839e-423c-96c0-d92bc919a665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:28:08.728501 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf5934d-a1e8-40b6-a166-4f2dd9f83b71 None None] Attempting to bind port 35897b48-ab8b-45f4-82e1-97ce5230a498 on network 37f9d6cb-734d-4a5c-b448-eec2b9f94087 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:28:08.755899 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-639b2f55-b0a5-4f3c-a4fa-79e26e31873a admin admin] Publish callbacks [] for port (053dfe34-2062-447e-9d0e-b24c5f30bdc9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.756376 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-44aa9c93-b0f8-44fd-911e-72e4232e6fe7 None None] Set router ee623eb5-5de1-4935-aa9a-0814d22a4edf gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:28:08.760613 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf5934d-a1e8-40b6-a166-4f2dd9f83b71 None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:28:08.761011 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf5934d-a1e8-40b6-a166-4f2dd9f83b71 None None] Checking segment: {'id': 'c8e89486-839e-423c-96c0-d92bc919a665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:28:08.761412 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dbf5934d-a1e8-40b6-a166-4f2dd9f83b71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.761971 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf5934d-a1e8-40b6-a166-4f2dd9f83b71 None None] Bound using segment: {'id': 'c8e89486-839e-423c-96c0-d92bc919a665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:28:08.762454 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-dbf5934d-a1e8-40b6-a166-4f2dd9f83b71 None None] Bound port: 35897b48-ab8b-45f4-82e1-97ce5230a498, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e89486-839e-423c-96c0-d92bc919a665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:28:08.762871 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dbf5934d-a1e8-40b6-a166-4f2dd9f83b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (35897b48-ab8b-45f4-82e1-97ce5230a498), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.848713 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1332fc9e-6ff8-4ac2-8b87-106fb5f44383 admin admin] Publish callbacks [] for port (d0667579-08f3-4b65-b96f-96ff22c6c40f), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.875599 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-dbf5934d-a1e8-40b6-a166-4f2dd9f83b71 None None] For port 35897b48-ab8b-45f4-82e1-97ce5230a498, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:28:08.880732 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-dbf5934d-a1e8-40b6-a166-4f2dd9f83b71 None None] For port 35897b48-ab8b-45f4-82e1-97ce5230a498, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=35897b48-ab8b-45f4-82e1-97ce5230a498,segment=NetworkSegment(c8e89486-839e-423c-96c0-d92bc919a665),segment_id=c8e89486-839e-423c-96c0-d92bc919a665)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:28:08.887031 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 5d1e81cf-981a-4a67-af86-987b0109a3c1 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:08.891469 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dbf5934d-a1e8-40b6-a166-4f2dd9f83b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (35897b48-ab8b-45f4-82e1-97ce5230a498), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.902476 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1332fc9e-6ff8-4ac2-8b87-106fb5f44383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (d0667579-08f3-4b65-b96f-96ff22c6c40f), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.921993 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-639b2f55-b0a5-4f3c-a4fa-79e26e31873a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (053dfe34-2062-447e-9d0e-b24c5f30bdc9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.945157 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1332fc9e-6ff8-4ac2-8b87-106fb5f44383 admin admin] Network 08c39bb3-95d2-422b-be6a-692467e10b71 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:28:08.954897 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1332fc9e-6ff8-4ac2-8b87-106fb5f44383 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:28:08.958931 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5934d-a1e8-40b6-a166-4f2dd9f83b71 None None] Pushing event updated for resources: {'Port': ['ID=35897b48-ab8b-45f4-82e1-97ce5230a498,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:08.959880 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1332fc9e-6ff8-4ac2-8b87-106fb5f44383 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:28:08.975674 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-27932cd6-b9d9-495a-afa9-2a18a2acba37 admin admin] Publish callbacks [] for security_group (31f77d92-6c7b-4253-a67c-6d8ae85c5edc), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:08.998188 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b2f55-b0a5-4f3c-a4fa-79e26e31873a admin admin] Pushing event updated for resources: {'Port': ['ID=053dfe34-2062-447e-9d0e-b24c5f30bdc9,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:09.000540 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332fc9e-6ff8-4ac2-8b87-106fb5f44383 admin admin] Pushing event updated for resources: {'Port': ['ID=d0667579-08f3-4b65-b96f-96ff22c6c40f,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:09.016989 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1332fc9e-6ff8-4ac2-8b87-106fb5f44383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546391'] for router_interface (ee623eb5-5de1-4935-aa9a-0814d22a4edf), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:09.036159 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-27932cd6-b9d9-495a-afa9-2a18a2acba37 admin admin] Publish callbacks [] for security_group (31f77d92-6c7b-4253-a67c-6d8ae85c5edc), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:09.055299 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-44aa9c93-b0f8-44fd-911e-72e4232e6fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee623eb5-5de1-4935-aa9a-0814d22a4edf', 'name': 'tempest-TestMinimumBasicScenario-1052355115-router', 'tenant_id': 'f7d927671ac44ad6b4d265bbadfd1250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'cf16243e-57b1-4edb-978a-b498e3556aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:03Z', 'updated_at': '2022-04-12T14:28:04Z', 'revision_number': 3, 'project_id': 'f7d927671ac44ad6b4d265bbadfd1250', 'gw_port': {'id': 'cf16243e-57b1-4edb-978a-b498e3556aac', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee623eb5-5de1-4935-aa9a-0814d22a4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:03Z', 'updated_at': '2022-04-12T14:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:09.105334 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639b2f55-b0a5-4f3c-a4fa-79e26e31873a admin admin] Network d880c522-0b20-4278-b126-cb351e10a8a1 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:28:09.117317 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-639b2f55-b0a5-4f3c-a4fa-79e26e31873a admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:28:09.117455 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aa9c93-b0f8-44fd-911e-72e4232e6fe7 None None] The sync data for ids ['ee623eb5-5de1-4935-aa9a-0814d22a4edf'] in dv-cinder-837523-1-iscsi is: [{'id': 'ee623eb5-5de1-4935-aa9a-0814d22a4edf', 'name': 'tempest-TestMinimumBasicScenario-1052355115-router', 'tenant_id': 'f7d927671ac44ad6b4d265bbadfd1250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'cf16243e-57b1-4edb-978a-b498e3556aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:03Z', 'updated_at': '2022-04-12T14:28:04Z', 'revision_number': 3, 'project_id': 'f7d927671ac44ad6b4d265bbadfd1250', 'gw_port': {'id': 'cf16243e-57b1-4edb-978a-b498e3556aac', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee623eb5-5de1-4935-aa9a-0814d22a4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:03Z', 'updated_at': '2022-04-12T14:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:28:09.137601 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639b2f55-b0a5-4f3c-a4fa-79e26e31873a admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:28:09.252780 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1332fc9e-6ff8-4ac2-8b87-106fb5f44383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (d0667579-08f3-4b65-b96f-96ff22c6c40f), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:09.389653 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-27932cd6-b9d9-495a-afa9-2a18a2acba37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (31f77d92-6c7b-4253-a67c-6d8ae85c5edc), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:09.392276 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-27932cd6-b9d9-495a-afa9-2a18a2acba37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:09.396604 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-27932cd6-b9d9-495a-afa9-2a18a2acba37 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/31f77d92-6c7b-4253-a67c-6d8ae85c5edc HTTP/1.1" status: 204 len: 168 time: 1.2103548 Apr 12 14:28:09.493018 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-83e32adc-dea5-4802-bbf0-16ad73ea2b32 None None] Provisioning complete for port d0667579-08f3-4b65-b96f-96ff22c6c40f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:09.494864 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-83e32adc-dea5-4802-bbf0-16ad73ea2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (d0667579-08f3-4b65-b96f-96ff22c6c40f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:09.589080 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1332fc9e-6ff8-4ac2-8b87-106fb5f44383 admin admin] Publish callbacks [] for port (d0667579-08f3-4b65-b96f-96ff22c6c40f), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:09.599602 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1332fc9e-6ff8-4ac2-8b87-106fb5f44383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (d0667579-08f3-4b65-b96f-96ff22c6c40f), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:09.609620 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27932cd6-b9d9-495a-afa9-2a18a2acba37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f77d92-6c7b-4253-a67c-6d8ae85c5edc,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:09.640382 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-83e32adc-dea5-4802-bbf0-16ad73ea2b32 None None] Port d0667579-08f3-4b65-b96f-96ff22c6c40f cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:28:09.695066 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332fc9e-6ff8-4ac2-8b87-106fb5f44383 admin admin] Pushing event updated for resources: {'Port': ['ID=d0667579-08f3-4b65-b96f-96ff22c6c40f,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:09.720092 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1332fc9e-6ff8-4ac2-8b87-106fb5f44383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548839'] for router_interface (ee623eb5-5de1-4935-aa9a-0814d22a4edf), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:09.908109 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 35897b48-ab8b-45f4-82e1-97ce5230a498 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:28:09.930380 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ccbe1-4618-4176-acea-ee41cf89ac5d req-6023ab53-417e-4605-a8db-3f5ba3b1ced1 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:09.952668 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ab8ccbe1-4618-4176-acea-ee41cf89ac5d req-6023ab53-417e-4605-a8db-3f5ba3b1ced1 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 945 time: 0.1030548 Apr 12 14:28:09.995494 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 35897b48-ab8b-45f4-82e1-97ce5230a498 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:09.996153 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (35897b48-ab8b-45f4-82e1-97ce5230a498), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:10.004692 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1332fc9e-6ff8-4ac2-8b87-106fb5f44383 admin admin] Network 08c39bb3-95d2-422b-be6a-692467e10b71 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:28:10.007891 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-1332fc9e-6ff8-4ac2-8b87-106fb5f44383 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:28:10.120857 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ab8ccbe1-4618-4176-acea-ee41cf89ac5d req-68b8f808-8907-419d-90ee-a5cb45e889e4 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670048 Apr 12 14:28:10.288112 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 35897b48-ab8b-45f4-82e1-97ce5230a498 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:10.288538 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (35897b48-ab8b-45f4-82e1-97ce5230a498), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:10.303101 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1332fc9e-6ff8-4ac2-8b87-106fb5f44383 admin admin] Router ee623eb5-5de1-4935-aa9a-0814d22a4edf has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:28:10.375914 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] For port 35897b48-ab8b-45f4-82e1-97ce5230a498, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=35897b48-ab8b-45f4-82e1-97ce5230a498,segment=NetworkSegment(c8e89486-839e-423c-96c0-d92bc919a665),segment_id=c8e89486-839e-423c-96c0-d92bc919a665)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:10.385667 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (35897b48-ab8b-45f4-82e1-97ce5230a498), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:10.392490 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device cf16243e-57b1-4edb-978a-b498e3556aac up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:28:10.552684 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1332fc9e-6ff8-4ac2-8b87-106fb5f44383 admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:28:10.563384 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-1332fc9e-6ff8-4ac2-8b87-106fb5f44383 admin admin] 10.222.0.79 "PUT /v2.0/routers/ee623eb5-5de1-4935-aa9a-0814d22a4edf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7388358 Apr 12 14:28:10.755884 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Pushing event updated for resources: {'Port': ['ID=35897b48-ab8b-45f4-82e1-97ce5230a498,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:10.773295 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de128274-9b58-4184-9f3d-d291d7333e94 None None] Network 37f9d6cb-734d-4a5c-b448-eec2b9f94087 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:28:10.808762 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.db.resource_extend [None req-9e793b39-345d-4bee-9a7f-f9592b0489a8 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] It took 0.87 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 14:28:10.812315 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8ab24-af01-49a8-8cbd-1c1c0438c863 req-b32288b0-7bd4-4867-adc1-e0c71fab3b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:10.814302 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-eac8ab24-af01-49a8-8cbd-1c1c0438c863 req-b32288b0-7bd4-4867-adc1-e0c71fab3b09 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bc50f73daaba422a80028bd9395b487e&device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 1129 time: 0.1411090 Apr 12 14:28:10.918119 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d7194e9f-3b13-44da-853a-4aaea3561fe8 None None] Provisioning complete for port d0667579-08f3-4b65-b96f-96ff22c6c40f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:10.918878 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d7194e9f-3b13-44da-853a-4aaea3561fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (d0667579-08f3-4b65-b96f-96ff22c6c40f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:10.931254 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e793b39-345d-4bee-9a7f-f9592b0489a8 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:10.937528 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-639b2f55-b0a5-4f3c-a4fa-79e26e31873a admin admin] Publish callbacks [] for router_gateway (8ea6935c-8e80-437a-b548-4045d22f2aaa), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:10.940730 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e793b39-345d-4bee-9a7f-f9592b0489a8 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (6255c156-0f75-425a-a6df-7c08edacf591), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:10.988718 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port cf16243e-57b1-4edb-978a-b498e3556aac triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:10.989289 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (cf16243e-57b1-4edb-978a-b498e3556aac), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:11.022984 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d7194e9f-3b13-44da-853a-4aaea3561fe8 None None] Port d0667579-08f3-4b65-b96f-96ff22c6c40f cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:28:11.098710 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port cf16243e-57b1-4edb-978a-b498e3556aac is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:11.099227 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (cf16243e-57b1-4edb-978a-b498e3556aac), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:11.170153 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] For port cf16243e-57b1-4edb-978a-b498e3556aac, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=cf16243e-57b1-4edb-978a-b498e3556aac,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:11.179521 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (cf16243e-57b1-4edb-978a-b498e3556aac), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:11.187796 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f7684dde-d76f-46e4-9073-deccc6cac9a1 None None] Provisioning complete for port 35897b48-ab8b-45f4-82e1-97ce5230a498 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:11.194052 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f7684dde-d76f-46e4-9073-deccc6cac9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (35897b48-ab8b-45f4-82e1-97ce5230a498), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:11.212678 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.db.l3_db [None req-9e793b39-345d-4bee-9a7f-f9592b0489a8 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Floating IP 6255c156-0f75-425a-a6df-7c08edacf591 associated. External IP: 172.27.0.121, port: 10d21dae-e43e-4c36-be2c-e96509c4fe8b. Apr 12 14:28:11.357790 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Pushing event updated for resources: {'Port': ['ID=cf16243e-57b1-4edb-978a-b498e3556aac,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:11.451719 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5615453-7cab-493e-a96b-83f9a8f33285 req-38592415-bad1-4f9c-ba83-a011c997fd81 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:11.455437 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e5615453-7cab-493e-a96b-83f9a8f33285 req-38592415-bad1-4f9c-ba83-a011c997fd81 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 945 time: 0.1888275 Apr 12 14:28:11.480630 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f7684dde-d76f-46e4-9073-deccc6cac9a1 None None] Current status of the port 35897b48-ab8b-45f4-82e1-97ce5230a498 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:11.529959 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e5615453-7cab-493e-a96b-83f9a8f33285 req-47fa6914-6810-4f64-be4b-52a41b861807 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682638 Apr 12 14:28:11.585076 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-639b2f55-b0a5-4f3c-a4fa-79e26e31873a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546468'] for router (8ea6935c-8e80-437a-b548-4045d22f2aaa), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:11.609880 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5f19a6d4-6ada-4848-8fbb-182e668f3e50 None None] Provisioning complete for port 35897b48-ab8b-45f4-82e1-97ce5230a498 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:11.610336 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5f19a6d4-6ada-4848-8fbb-182e668f3e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (35897b48-ab8b-45f4-82e1-97ce5230a498), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:11.779081 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 35897b48-ab8b-45f4-82e1-97ce5230a498 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:28:11.826396 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5f19a6d4-6ada-4848-8fbb-182e668f3e50 None None] Current status of the port 35897b48-ab8b-45f4-82e1-97ce5230a498 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:11.872044 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 35897b48-ab8b-45f4-82e1-97ce5230a498 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:11.872427 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (35897b48-ab8b-45f4-82e1-97ce5230a498), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:11.951191 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e793b39-345d-4bee-9a7f-f9592b0489a8 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Router 8b3305e5-719d-45c0-a808-e3549ffa0c60 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:28:11.955933 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ea3fc-a570-42fa-8d1d-006bfdc23bfb req-4f879e29-bbed-4d35-bb21-942fc8365a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:11.957473 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-399ea3fc-a570-42fa-8d1d-006bfdc23bfb req-4f879e29-bbed-4d35-bb21-942fc8365a02 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 1129 time: 0.0577624 Apr 12 14:28:11.987589 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8ab24-af01-49a8-8cbd-1c1c0438c863 req-afd9ae3d-d85e-451b-bf1e-5a919cb5139a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:11.990151 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 35897b48-ab8b-45f4-82e1-97ce5230a498 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:11.990254 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-eac8ab24-af01-49a8-8cbd-1c1c0438c863 req-afd9ae3d-d85e-451b-bf1e-5a919cb5139a service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 HTTP/1.1" status: 200 len: 921 time: 0.3176062 Apr 12 14:28:11.991343 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device cf16243e-57b1-4edb-978a-b498e3556aac up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:28:12.034647 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-399ea3fc-a570-42fa-8d1d-006bfdc23bfb req-b4d8774f-0ea3-4fa9-9d6d-5a432f5a2bbc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708933 Apr 12 14:28:12.053532 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port cf16243e-57b1-4edb-978a-b498e3556aac triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:12.054078 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (cf16243e-57b1-4edb-978a-b498e3556aac), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:12.080222 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639b2f55-b0a5-4f3c-a4fa-79e26e31873a admin admin] Router 8ea6935c-8e80-437a-b548-4045d22f2aaa is scheduled to L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:28:12.088737 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-eac8ab24-af01-49a8-8cbd-1c1c0438c863 req-e47c41d6-1ee5-4e47-8698-2c7f7960dea6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c0f16dc-ff0a-491c-8fc5-59048859f906 HTTP/1.1" status: 200 len: 217 time: 0.0579770 Apr 12 14:28:12.144471 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfcca97-0b9b-4dab-9989-58e48c13bb77 None None] Sync routers for ids ['ee623eb5-5de1-4935-aa9a-0814d22a4edf'] in dv-cinder-837523-1-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:28:12.174187 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfcca97-0b9b-4dab-9989-58e48c13bb77 None None] Routers {'ee623eb5-5de1-4935-aa9a-0814d22a4edf'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:28:12.174951 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-7dfcca97-0b9b-4dab-9989-58e48c13bb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:27:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['ee623eb5-5de1-4935-aa9a-0814d22a4edf'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:12.177755 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port cf16243e-57b1-4edb-978a-b498e3556aac is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:12.277443 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e793b39-345d-4bee-9a7f-f9592b0489a8 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:28:12.283697 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e793b39-345d-4bee-9a7f-f9592b0489a8 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:12.294490 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a18876-d66b-43fd-b7f6-36b9b43c08f5 None None] Sync routers for ids ['8b3305e5-719d-45c0-a808-e3549ffa0c60'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:28:12.306798 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a18876-d66b-43fd-b7f6-36b9b43c08f5 None None] Routers {'8b3305e5-719d-45c0-a808-e3549ffa0c60'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:28:12.309631 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-10a18876-d66b-43fd-b7f6-36b9b43c08f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:27:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8b3305e5-719d-45c0-a808-e3549ffa0c60'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:12.325761 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-7dfcca97-0b9b-4dab-9989-58e48c13bb77 None None] Set router ee623eb5-5de1-4935-aa9a-0814d22a4edf gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:28:12.341635 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-9e793b39-345d-4bee-9a7f-f9592b0489a8 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "PUT /v2.0/floatingips/6255c156-0f75-425a-a6df-7c08edacf591 HTTP/1.1" status: 200 len: 992 time: 4.1359060 Apr 12 14:28:12.341635 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21f039b-e7f3-41ad-8699-8ee01babd2a5', 'tag': '10d21dae-e43e-4c36-be2c-e96509c4fe8b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:28:12.341635 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea00ad51b5642e711501acc1f7ca5604eef3f69d3a6b574dfa4fd32ced1c6c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074725b9-937f-44b2-8cda-723639685f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "a21f039b-e7f3-41ad-8699-8ee01babd2a5", "tag": "10d21dae-e43e-4c36-be2c-e96509c4fe8b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:28:12.341635 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639b2f55-b0a5-4f3c-a4fa-79e26e31873a admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:28:12.380472 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7da4080-e421-4cea-85ed-2c5c51983784 None None] Sync routers for ids ['8ea6935c-8e80-437a-b548-4045d22f2aaa'] in dv-cinder-837523-1-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:28:12.395653 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-639b2f55-b0a5-4f3c-a4fa-79e26e31873a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:12.399670 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-639b2f55-b0a5-4f3c-a4fa-79e26e31873a admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1823511 Apr 12 14:28:12.399670 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 57106) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:12.411365 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8ab24-af01-49a8-8cbd-1c1c0438c863 req-4afad5b5-dc49-43c3-ba86-ec4684d33b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:12.413117 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-eac8ab24-af01-49a8-8cbd-1c1c0438c863 req-4afad5b5-dc49-43c3-ba86-ec4684d33b5f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=041172b8-b945-46f0-8972-88e78348afd5 HTTP/1.1" status: 200 len: 858 time: 0.0743599 Apr 12 14:28:12.460542 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7da4080-e421-4cea-85ed-2c5c51983784 None None] Routers {'8ea6935c-8e80-437a-b548-4045d22f2aaa'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:28:12.461371 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c7da4080-e421-4cea-85ed-2c5c51983784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:27:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8ea6935c-8e80-437a-b548-4045d22f2aaa'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:12.576144 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-10a18876-d66b-43fd-b7f6-36b9b43c08f5 None None] Set router 8b3305e5-719d-45c0-a808-e3549ffa0c60 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:28:12.773684 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b8c3e-41bd-4396-b488-ae7b115e825c req-34079ad9-c4a1-4831-8f55-68ccf3848f85 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:12.794999 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aa7b8c3e-41bd-4396-b488-ae7b115e825c req-34079ad9-c4a1-4831-8f55-68ccf3848f85 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 945 time: 0.1196575 Apr 12 14:28:12.797487 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-c7da4080-e421-4cea-85ed-2c5c51983784 None None] Set router 8ea6935c-8e80-437a-b548-4045d22f2aaa gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:28:12.911292 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074725b9-937f-44b2-8cda-723639685f5e req-11bcda2f-06ec-4fe2-90aa-a9df57275175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:12.912838 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-074725b9-937f-44b2-8cda-723639685f5e req-11bcda2f-06ec-4fe2-90aa-a9df57275175 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2bedb77e90047d299fac9bf3cf393a8&device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 1130 time: 0.1103208 Apr 12 14:28:12.983883 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aa7b8c3e-41bd-4396-b488-ae7b115e825c req-5f870835-5fd6-4a28-a279-7ff33887cdc4 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872745 Apr 12 14:28:13.001625 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e58d83-30b4-4a08-bfbe-c7e70ef05b22 x-openstack-request-id: req-f2e58d83-30b4-4a08-bfbe-c7e70ef05b22 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:28:13.002633 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a21f039b-e7f3-41ad-8699-8ee01babd2a5", "tag": "10d21dae-e43e-4c36-be2c-e96509c4fe8b", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:28:13.003053 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f2e58d83-30b4-4a08-bfbe-c7e70ef05b22 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:28:13.003607 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2e58d83-30b4-4a08-bfbe-c7e70ef05b22'] response: {'name': 'network-changed', 'server_uuid': 'a21f039b-e7f3-41ad-8699-8ee01babd2a5', 'tag': '10d21dae-e43e-4c36-be2c-e96509c4fe8b', 'status': 'completed', 'code': 200} Apr 12 14:28:13.005374 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8ab24-af01-49a8-8cbd-1c1c0438c863 req-f3c83478-064a-4936-aa13-44a5ef1689be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:13.007566 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-eac8ab24-af01-49a8-8cbd-1c1c0438c863 req-f3c83478-064a-4936-aa13-44a5ef1689be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798318 Apr 12 14:28:13.035910 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-7dfcca97-0b9b-4dab-9989-58e48c13bb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee623eb5-5de1-4935-aa9a-0814d22a4edf', 'name': 'tempest-TestMinimumBasicScenario-1052355115-router', 'tenant_id': 'f7d927671ac44ad6b4d265bbadfd1250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'cf16243e-57b1-4edb-978a-b498e3556aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:03Z', 'updated_at': '2022-04-12T14:28:09Z', 'revision_number': 4, 'project_id': 'f7d927671ac44ad6b4d265bbadfd1250', 'gw_port': {'id': 'cf16243e-57b1-4edb-978a-b498e3556aac', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee623eb5-5de1-4935-aa9a-0814d22a4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:03Z', 'updated_at': '2022-04-12T14:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': 'd0667579-08f3-4b65-b96f-96ff22c6c40f', 'name': '', 'network_id': '08c39bb3-95d2-422b-be6a-692467e10b71', 'tenant_id': 'f7d927671ac44ad6b4d265bbadfd1250', 'mac_address': 'fa:16:3e:c4:4b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee623eb5-5de1-4935-aa9a-0814d22a4edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd9170a9d-763d-4f4b-bb31-91b2da6c4940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:09Z', 'revision_number': 2, 'project_id': 'f7d927671ac44ad6b4d265bbadfd1250', 'subnets': [{'id': 'd9170a9d-763d-4f4b-bb31-91b2da6c4940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:13.050983 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-10a18876-d66b-43fd-b7f6-36b9b43c08f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'name': 'tempest-AttachVolumeTestJSON-1068363864-router', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:39Z', 'updated_at': '2022-04-12T14:27:43Z', 'revision_number': 4, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'gw_port': {'id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:40Z', 'updated_at': '2022-04-12T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': '6255c156-0f75-425a-a6df-7c08edacf591', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'port_id': '10d21dae-e43e-4c36-be2c-e96509c4fe8b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'mac_address': 'fa:16:3e:c8:7c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f039b-e7f3-41ad-8699-8ee01babd2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:27:47Z', 'updated_at': '2022-04-12T14:28:09Z', 'revision_number': 1, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82cdff13-6efb-4602-8932-df5fcf578f65', 'name': '', 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'mac_address': 'fa:16:3e:2d:5b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:42Z', 'updated_at': '2022-04-12T14:27:48Z', 'revision_number': 5, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'subnets': [{'id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:13.121394 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a18876-d66b-43fd-b7f6-36b9b43c08f5 None None] Checking router: 8b3305e5-719d-45c0-a808-e3549ffa0c60 for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:28:13.141225 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a18876-d66b-43fd-b7f6-36b9b43c08f5 None None] Routers {'8b3305e5-719d-45c0-a808-e3549ffa0c60'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:28:13.142141 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-10a18876-d66b-43fd-b7f6-36b9b43c08f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:27:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8b3305e5-719d-45c0-a808-e3549ffa0c60'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:13.179276 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074725b9-937f-44b2-8cda-723639685f5e req-4a047a99-a8f6-4631-94a7-0d3944f67db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:13.181099 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-074725b9-937f-44b2-8cda-723639685f5e req-4a047a99-a8f6-4631-94a7-0d3944f67db9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4a3bd02-b790-409a-af63-4b8c508a5dc9 HTTP/1.1" status: 200 len: 913 time: 0.2258897 Apr 12 14:28:13.214206 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfcca97-0b9b-4dab-9989-58e48c13bb77 None None] Checking router: ee623eb5-5de1-4935-aa9a-0814d22a4edf for host: dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:28:13.214570 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfcca97-0b9b-4dab-9989-58e48c13bb77 None None] Updating router ee623eb5-5de1-4935-aa9a-0814d22a4edf port d0667579-08f3-4b65-b96f-96ff22c6c40f binding host dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:28:13.256805 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7dfcca97-0b9b-4dab-9989-58e48c13bb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (d0667579-08f3-4b65-b96f-96ff22c6c40f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:13.401529 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c7da4080-e421-4cea-85ed-2c5c51983784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:07Z', 'updated_at': '2022-04-12T14:28:09Z', 'revision_number': 3, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'gw_port': {'id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:13.421237 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-10a18876-d66b-43fd-b7f6-36b9b43c08f5 None None] Set router 8b3305e5-719d-45c0-a808-e3549ffa0c60 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:28:13.664795 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-10a18876-d66b-43fd-b7f6-36b9b43c08f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'name': 'tempest-AttachVolumeTestJSON-1068363864-router', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:39Z', 'updated_at': '2022-04-12T14:27:43Z', 'revision_number': 4, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'gw_port': {'id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:40Z', 'updated_at': '2022-04-12T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': '6255c156-0f75-425a-a6df-7c08edacf591', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'port_id': '10d21dae-e43e-4c36-be2c-e96509c4fe8b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'mac_address': 'fa:16:3e:c8:7c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f039b-e7f3-41ad-8699-8ee01babd2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:27:47Z', 'updated_at': '2022-04-12T14:28:09Z', 'revision_number': 1, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82cdff13-6efb-4602-8932-df5fcf578f65', 'name': '', 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'mac_address': 'fa:16:3e:2d:5b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:42Z', 'updated_at': '2022-04-12T14:27:48Z', 'revision_number': 5, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'subnets': [{'id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:13.701004 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a18876-d66b-43fd-b7f6-36b9b43c08f5 None None] The sync data for ids ['8b3305e5-719d-45c0-a808-e3549ffa0c60'] in dv-cinder-837523-1-iscsi is: [{'id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'name': 'tempest-AttachVolumeTestJSON-1068363864-router', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:39Z', 'updated_at': '2022-04-12T14:27:43Z', 'revision_number': 4, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'gw_port': {'id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:40Z', 'updated_at': '2022-04-12T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': '6255c156-0f75-425a-a6df-7c08edacf591', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'port_id': '10d21dae-e43e-4c36-be2c-e96509c4fe8b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'mac_address': 'fa:16:3e:c8:7c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21f039b-e7f3-41ad-8699-8ee01babd2a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:27:47Z', 'updated_at': '2022-04-12T14:28:09Z', 'revision_number': 1, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82cdff13-6efb-4602-8932-df5fcf578f65', 'name': '', 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'mac_address': 'fa:16:3e:2d:5b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:42Z', 'updated_at': '2022-04-12T14:27:48Z', 'revision_number': 5, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'subnets': [{'id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:28:13.746247 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7da4080-e421-4cea-85ed-2c5c51983784 None None] Checking router: 8ea6935c-8e80-437a-b548-4045d22f2aaa for host: dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:28:13.746839 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7da4080-e421-4cea-85ed-2c5c51983784 None None] Updating router 8ea6935c-8e80-437a-b548-4045d22f2aaa port 053dfe34-2062-447e-9d0e-b24c5f30bdc9 binding host dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:28:13.864562 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7da4080-e421-4cea-85ed-2c5c51983784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (053dfe34-2062-447e-9d0e-b24c5f30bdc9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:14.119106 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-074725b9-937f-44b2-8cda-723639685f5e req-aec61bdd-12d9-4aba-96cc-9c4127f2e9ad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10d21dae-e43e-4c36-be2c-e96509c4fe8b HTTP/1.1" status: 200 len: 1000 time: 0.3748004 Apr 12 14:28:14.177772 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:14.210942 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba85206-b9d8-4f1d-80ce-64116cabe742 None None] New status for floating IP 6255c156-0f75-425a-a6df-7c08edacf591: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:28:14.272917 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074725b9-937f-44b2-8cda-723639685f5e req-108ad1cd-e33f-4a3d-9234-f67753ef301b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:14.274744 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-074725b9-937f-44b2-8cda-723639685f5e req-108ad1cd-e33f-4a3d-9234-f67753ef301b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=173d8463-b4b7-4546-b738-e7a6791e414a HTTP/1.1" status: 200 len: 850 time: 0.1486120 Apr 12 14:28:14.283956 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0584c8-950d-4fd3-84cf-b217b79a77a0 req-953abb6a-e5f9-4f93-8766-2b7fedb774e6 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:14.286161 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4a0584c8-950d-4fd3-84cf-b217b79a77a0 req-953abb6a-e5f9-4f93-8766-2b7fedb774e6 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 945 time: 0.0921984 Apr 12 14:28:14.364638 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074725b9-937f-44b2-8cda-723639685f5e req-57cf8d59-f38f-4116-82ad-32a7d3ca8b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:14.366540 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-074725b9-937f-44b2-8cda-723639685f5e req-57cf8d59-f38f-4116-82ad-32a7d3ca8b8b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4a3bd02-b790-409a-af63-4b8c508a5dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789142 Apr 12 14:28:14.404295 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4a0584c8-950d-4fd3-84cf-b217b79a77a0 req-da1f0c12-fe2a-4016-b5fd-13b16150b862 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026742 Apr 12 14:28:14.529499 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-eac8ab24-af01-49a8-8cbd-1c1c0438c863 req-94861de6-9098-4b09-a9bd-b017a54732be service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7515492 Apr 12 14:28:14.565873 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7dfcca97-0b9b-4dab-9989-58e48c13bb77 None None] Publish callbacks [] for port (d0667579-08f3-4b65-b96f-96ff22c6c40f), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:14.589809 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7dfcca97-0b9b-4dab-9989-58e48c13bb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (d0667579-08f3-4b65-b96f-96ff22c6c40f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:14.591306 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-074725b9-937f-44b2-8cda-723639685f5e req-1f7fee12-688a-4eab-a9c1-610f6254b261 service neutron] 10.222.0.69 "GET /v2.0/networks/f4a3bd02-b790-409a-af63-4b8c508a5dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157414 Apr 12 14:28:14.697328 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-eac8ab24-af01-49a8-8cbd-1c1c0438c863 req-45cad0f8-40e2-413e-8192-1fc4a1029811 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528881 Apr 12 14:28:14.698966 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Allocated IP 172.20.0.1 (37f9d6cb-734d-4a5c-b448-eec2b9f94087/5f372aa8-ef48-4490-a9b2-c7f480e5dc57/a69af651-3740-4018-8a6e-2d39d24b4865) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:28:14.841760 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-074725b9-937f-44b2-8cda-723639685f5e req-1f5ae177-5628-4277-b895-c7a5c332d3f5 service neutron] 10.222.0.69 "GET /v2.0/networks/f4a3bd02-b790-409a-af63-4b8c508a5dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436757 Apr 12 14:28:14.862216 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a5679-6e72-493a-97a1-4438ebe673ca None None] Pushing event updated for resources: {'Port': ['ID=d0667579-08f3-4b65-b96f-96ff22c6c40f,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:15.013339 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Publish callbacks [] for port (a69af651-3740-4018-8a6e-2d39d24b4865), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:15.104058 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (a69af651-3740-4018-8a6e-2d39d24b4865), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:15.125962 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73846ea-a036-40ed-aa14-9ce059406707 req-d2984138-ea65-4b35-87ef-e39c9ba52d3e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:15.127570 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b73846ea-a036-40ed-aa14-9ce059406707 req-d2984138-ea65-4b35-87ef-e39c9ba52d3e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 945 time: 0.2369547 Apr 12 14:28:15.158134 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5dff7-6112-4e84-b0f8-e613e830137a req-07ec3c4f-5f80-45c9-82cf-9d3d0d075a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:15.161769 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9ed5dff7-6112-4e84-b0f8-e613e830137a req-07ec3c4f-5f80-45c9-82cf-9d3d0d075a96 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bc50f73daaba422a80028bd9395b487e&device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 1129 time: 0.1633117 Apr 12 14:28:15.169814 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7dfcca97-0b9b-4dab-9989-58e48c13bb77 None None] Attempting to bind port d0667579-08f3-4b65-b96f-96ff22c6c40f on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:28:15.170389 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7dfcca97-0b9b-4dab-9989-58e48c13bb77 None None] Attempting to bind port d0667579-08f3-4b65-b96f-96ff22c6c40f by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': 'ce85219e-1254-43cb-86dc-6675637245b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '08c39bb3-95d2-422b-be6a-692467e10b71'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:28:15.170389 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfcca97-0b9b-4dab-9989-58e48c13bb77 None None] Attempting to bind port d0667579-08f3-4b65-b96f-96ff22c6c40f on network 08c39bb3-95d2-422b-be6a-692467e10b71 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:28:15.204054 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6da9fe45-04f3-4a1c-be90-3adb84ae5d60 None None] Provisioning complete for port d0667579-08f3-4b65-b96f-96ff22c6c40f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:15.204566 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6da9fe45-04f3-4a1c-be90-3adb84ae5d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (d0667579-08f3-4b65-b96f-96ff22c6c40f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:15.210457 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfcca97-0b9b-4dab-9989-58e48c13bb77 None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:28:15.211262 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfcca97-0b9b-4dab-9989-58e48c13bb77 None None] Checking segment: {'id': 'ce85219e-1254-43cb-86dc-6675637245b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '08c39bb3-95d2-422b-be6a-692467e10b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:28:15.211262 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7dfcca97-0b9b-4dab-9989-58e48c13bb77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:15.211748 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfcca97-0b9b-4dab-9989-58e48c13bb77 None None] Bound using segment: {'id': 'ce85219e-1254-43cb-86dc-6675637245b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '08c39bb3-95d2-422b-be6a-692467e10b71'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:28:15.212468 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-7dfcca97-0b9b-4dab-9989-58e48c13bb77 None None] Bound port: d0667579-08f3-4b65-b96f-96ff22c6c40f, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce85219e-1254-43cb-86dc-6675637245b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '08c39bb3-95d2-422b-be6a-692467e10b71'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:28:15.213373 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7dfcca97-0b9b-4dab-9989-58e48c13bb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (d0667579-08f3-4b65-b96f-96ff22c6c40f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:15.260803 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b73846ea-a036-40ed-aa14-9ce059406707 req-c6b52f62-6bae-4081-a20e-77d4376f093b tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212549 Apr 12 14:28:15.273021 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Network 37f9d6cb-734d-4a5c-b448-eec2b9f94087 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:28:15.274731 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:28:15.282164 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7da4080-e421-4cea-85ed-2c5c51983784 None None] Publish callbacks [] for port (053dfe34-2062-447e-9d0e-b24c5f30bdc9), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:15.296005 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:28:15.301545 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Pushing event updated for resources: {'Port': ['ID=a69af651-3740-4018-8a6e-2d39d24b4865,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:15.315855 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6da9fe45-04f3-4a1c-be90-3adb84ae5d60 None None] Port d0667579-08f3-4b65-b96f-96ff22c6c40f cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:28:15.381492 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:15.381941 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:15.382353 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:15.383005 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:15.383947 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:15.384584 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:15.385179 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:15.385705 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:15.386225 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:15.386793 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:15.387779 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:15.388259 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:15.388829 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:15.389459 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:15.390196 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:15.425066 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546391'] for router_interface (8ea6935c-8e80-437a-b548-4045d22f2aaa), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:15.431232 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7da4080-e421-4cea-85ed-2c5c51983784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (053dfe34-2062-447e-9d0e-b24c5f30bdc9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:15.516217 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7dfcca97-0b9b-4dab-9989-58e48c13bb77 None None] For port d0667579-08f3-4b65-b96f-96ff22c6c40f, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:28:15.540842 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c7da4080-e421-4cea-85ed-2c5c51983784 None None] Attempting to bind port 053dfe34-2062-447e-9d0e-b24c5f30bdc9 on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:28:15.541642 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c7da4080-e421-4cea-85ed-2c5c51983784 None None] Attempting to bind port 053dfe34-2062-447e-9d0e-b24c5f30bdc9 by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:28:15.542234 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7da4080-e421-4cea-85ed-2c5c51983784 None None] Attempting to bind port 053dfe34-2062-447e-9d0e-b24c5f30bdc9 on network d880c522-0b20-4278-b126-cb351e10a8a1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:28:15.560466 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-7dfcca97-0b9b-4dab-9989-58e48c13bb77 None None] For port d0667579-08f3-4b65-b96f-96ff22c6c40f, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=d0667579-08f3-4b65-b96f-96ff22c6c40f,segment=NetworkSegment(ce85219e-1254-43cb-86dc-6675637245b2),segment_id=ce85219e-1254-43cb-86dc-6675637245b2)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:28:15.571559 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7da4080-e421-4cea-85ed-2c5c51983784 None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:28:15.572293 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7da4080-e421-4cea-85ed-2c5c51983784 None None] Checking segment: {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:28:15.572799 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7da4080-e421-4cea-85ed-2c5c51983784 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:15.573368 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7da4080-e421-4cea-85ed-2c5c51983784 None None] Bound using segment: {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:28:15.573927 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-c7da4080-e421-4cea-85ed-2c5c51983784 None None] Bound port: 053dfe34-2062-447e-9d0e-b24c5f30bdc9, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:28:15.574434 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7da4080-e421-4cea-85ed-2c5c51983784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (053dfe34-2062-447e-9d0e-b24c5f30bdc9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:15.576269 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2caf25-0f00-4f4c-b7f3-2c64ffb84d06 None None] Pushing event updated for resources: {'Port': ['ID=053dfe34-2062-447e-9d0e-b24c5f30bdc9,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:15.617684 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7dfcca97-0b9b-4dab-9989-58e48c13bb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (d0667579-08f3-4b65-b96f-96ff22c6c40f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:15.749495 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (a69af651-3740-4018-8a6e-2d39d24b4865), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:15.752909 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfcca97-0b9b-4dab-9989-58e48c13bb77 None None] Routers {'ee623eb5-5de1-4935-aa9a-0814d22a4edf'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:28:15.757768 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-7dfcca97-0b9b-4dab-9989-58e48c13bb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:27:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['ee623eb5-5de1-4935-aa9a-0814d22a4edf'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:15.768268 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5dff7-6112-4e84-b0f8-e613e830137a req-d6aedb2d-5b64-450a-80f7-c6eef33749a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:15.770186 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9ed5dff7-6112-4e84-b0f8-e613e830137a req-d6aedb2d-5b64-450a-80f7-c6eef33749a8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 HTTP/1.1" status: 200 len: 921 time: 0.3270805 Apr 12 14:28:15.836339 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a5679-6e72-493a-97a1-4438ebe673ca None None] Pushing event updated for resources: {'Port': ['ID=d0667579-08f3-4b65-b96f-96ff22c6c40f,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:15.864294 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c7da4080-e421-4cea-85ed-2c5c51983784 None None] For port 053dfe34-2062-447e-9d0e-b24c5f30bdc9, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:28:15.898726 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d39b6a29-eb01-4d8c-a206-501a27b34a71 None None] Provisioning complete for port a69af651-3740-4018-8a6e-2d39d24b4865 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:15.899272 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d39b6a29-eb01-4d8c-a206-501a27b34a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (a69af651-3740-4018-8a6e-2d39d24b4865), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:15.952403 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-c7da4080-e421-4cea-85ed-2c5c51983784 None None] For port 053dfe34-2062-447e-9d0e-b24c5f30bdc9, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=053dfe34-2062-447e-9d0e-b24c5f30bdc9,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:28:15.954689 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d39b6a29-eb01-4d8c-a206-501a27b34a71 None None] Port a69af651-3740-4018-8a6e-2d39d24b4865 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:28:15.967286 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c7da4080-e421-4cea-85ed-2c5c51983784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (053dfe34-2062-447e-9d0e-b24c5f30bdc9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:16.017741 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Publish callbacks [] for port (a69af651-3740-4018-8a6e-2d39d24b4865), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:16.025977 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3951234'] for port (a69af651-3740-4018-8a6e-2d39d24b4865), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:16.087854 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7da4080-e421-4cea-85ed-2c5c51983784 None None] Routers {'8ea6935c-8e80-437a-b548-4045d22f2aaa'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:28:16.088855 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c7da4080-e421-4cea-85ed-2c5c51983784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:27:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8ea6935c-8e80-437a-b548-4045d22f2aaa'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:16.104203 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9ed5dff7-6112-4e84-b0f8-e613e830137a req-adb162f5-75fc-47fb-97d3-6abc8eaa904a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c0f16dc-ff0a-491c-8fc5-59048859f906 HTTP/1.1" status: 200 len: 217 time: 0.0880682 Apr 12 14:28:16.145961 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548839'] for router_interface (8ea6935c-8e80-437a-b548-4045d22f2aaa), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:16.148246 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Pushing event updated for resources: {'Port': ['ID=a69af651-3740-4018-8a6e-2d39d24b4865,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:16.183312 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d22d047f-5766-44da-aa76-63820b6b9326 None None] Provisioning complete for port d0667579-08f3-4b65-b96f-96ff22c6c40f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:16.183312 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d22d047f-5766-44da-aa76-63820b6b9326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (d0667579-08f3-4b65-b96f-96ff22c6c40f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:16.186180 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5dff7-6112-4e84-b0f8-e613e830137a req-0d106295-8e8c-42c2-8358-0ddd5dcdd5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:16.188870 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9ed5dff7-6112-4e84-b0f8-e613e830137a req-0d106295-8e8c-42c2-8358-0ddd5dcdd5f6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=041172b8-b945-46f0-8972-88e78348afd5 HTTP/1.1" status: 200 len: 858 time: 0.0770395 Apr 12 14:28:16.263198 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-7dfcca97-0b9b-4dab-9989-58e48c13bb77 None None] Set router ee623eb5-5de1-4935-aa9a-0814d22a4edf gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:28:16.291648 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5dff7-6112-4e84-b0f8-e613e830137a req-f72bd155-3ef2-46b4-9285-b720de4c5ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:16.293280 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9ed5dff7-6112-4e84-b0f8-e613e830137a req-f72bd155-3ef2-46b4-9285-b720de4c5ec5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0808995 Apr 12 14:28:16.366787 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2caf25-0f00-4f4c-b7f3-2c64ffb84d06 None None] Pushing event updated for resources: {'Port': ['ID=053dfe34-2062-447e-9d0e-b24c5f30bdc9,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:16.396640 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Network 37f9d6cb-734d-4a5c-b448-eec2b9f94087 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:28:16.398245 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:28:16.555736 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543214db-e689-446d-96d9-45d5e8134cb7 req-fd67d065-8a69-4b0c-befe-900e2e081fbb tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:16.557341 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-543214db-e689-446d-96d9-45d5e8134cb7 req-fd67d065-8a69-4b0c-befe-900e2e081fbb tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 945 time: 0.1202202 Apr 12 14:28:16.669417 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Router 8ea6935c-8e80-437a-b548-4045d22f2aaa has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:28:16.669666 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9ed5dff7-6112-4e84-b0f8-e613e830137a req-0926e500-e168-4697-bf91-1cb7f1c1ce49 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682909 Apr 12 14:28:16.676843 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d22d047f-5766-44da-aa76-63820b6b9326 None None] Current status of the port d0667579-08f3-4b65-b96f-96ff22c6c40f is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:16.679021 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d22d047f-5766-44da-aa76-63820b6b9326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (d0667579-08f3-4b65-b96f-96ff22c6c40f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:16.772329 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-c7da4080-e421-4cea-85ed-2c5c51983784 None None] Set router 8ea6935c-8e80-437a-b548-4045d22f2aaa gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:28:17.020292 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-543214db-e689-446d-96d9-45d5e8134cb7 req-f9869162-4849-4b6c-9fa5-2a0d38bbf764 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417934 Apr 12 14:28:17.136717 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:28:17.151915 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-788e867d-2f5e-4b0e-9eb2-8b8f95924d8a admin admin] 10.222.0.79 "PUT /v2.0/routers/8ea6935c-8e80-437a-b548-4045d22f2aaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7515616 Apr 12 14:28:17.186741 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d22d047f-5766-44da-aa76-63820b6b9326 None None] For port d0667579-08f3-4b65-b96f-96ff22c6c40f, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=d0667579-08f3-4b65-b96f-96ff22c6c40f,segment=NetworkSegment(ce85219e-1254-43cb-86dc-6675637245b2),segment_id=ce85219e-1254-43cb-86dc-6675637245b2)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:17.220182 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d22d047f-5766-44da-aa76-63820b6b9326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (d0667579-08f3-4b65-b96f-96ff22c6c40f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:17.270720 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f078b-7179-419a-b0e8-5c2067dae668 req-afa3602a-f79d-492c-81a1-915a69202487 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:17.275026 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 57204) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:17.280958 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a43f078b-7179-419a-b0e8-5c2067dae668 req-afa3602a-f79d-492c-81a1-915a69202487 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.2486997 Apr 12 14:28:17.303525 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9ed5dff7-6112-4e84-b0f8-e613e830137a req-bc8e7ad1-6a74-4de6-8212-4eac734ec5c7 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6086540 Apr 12 14:28:17.364837 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a43f078b-7179-419a-b0e8-5c2067dae668 req-e4eede40-3e0c-4fb6-8425-6e145c8e75fb tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829327 Apr 12 14:28:17.477390 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91924f14-136c-4646-8e53-f332d6474faf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:17.689675 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91924f14-136c-4646-8e53-f332d6474faf admin admin] Publish callbacks [] for security_group (d117fa9c-9e65-41f1-9f49-203a177f7331), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:17.698507 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91924f14-136c-4646-8e53-f332d6474faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (d117fa9c-9e65-41f1-9f49-203a177f7331), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:17.754462 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91924f14-136c-4646-8e53-f332d6474faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d117fa9c-9e65-41f1-9f49-203a177f7331,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:17.781267 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-524f7ba3-0cb8-433b-98aa-e68c6a87432f None None] Provisioning complete for port a69af651-3740-4018-8a6e-2d39d24b4865 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:17.781653 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-524f7ba3-0cb8-433b-98aa-e68c6a87432f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (a69af651-3740-4018-8a6e-2d39d24b4865), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:17.786983 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-91924f14-136c-4646-8e53-f332d6474faf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e00454d6befa42d2ad816a037c42fc05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5106175 Apr 12 14:28:17.789847 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 57218) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:17.793092 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d047f-5766-44da-aa76-63820b6b9326 None None] Pushing event updated for resources: {'Port': ['ID=d0667579-08f3-4b65-b96f-96ff22c6c40f,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:17.856873 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3142aa1c-427a-4d0d-801e-f8be0b836b83 admin admin] Publish callbacks [] for security_group (d117fa9c-9e65-41f1-9f49-203a177f7331), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:17.896944 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3142aa1c-427a-4d0d-801e-f8be0b836b83 admin admin] Publish callbacks [] for security_group (d117fa9c-9e65-41f1-9f49-203a177f7331), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:17.919766 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-7dfcca97-0b9b-4dab-9989-58e48c13bb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee623eb5-5de1-4935-aa9a-0814d22a4edf', 'name': 'tempest-TestMinimumBasicScenario-1052355115-router', 'tenant_id': 'f7d927671ac44ad6b4d265bbadfd1250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'cf16243e-57b1-4edb-978a-b498e3556aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:03Z', 'updated_at': '2022-04-12T14:28:09Z', 'revision_number': 4, 'project_id': 'f7d927671ac44ad6b4d265bbadfd1250', 'gw_port': {'id': 'cf16243e-57b1-4edb-978a-b498e3556aac', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee623eb5-5de1-4935-aa9a-0814d22a4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:03Z', 'updated_at': '2022-04-12T14:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': 'd0667579-08f3-4b65-b96f-96ff22c6c40f', 'name': '', 'network_id': '08c39bb3-95d2-422b-be6a-692467e10b71', 'tenant_id': 'f7d927671ac44ad6b4d265bbadfd1250', 'mac_address': 'fa:16:3e:c4:4b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee623eb5-5de1-4935-aa9a-0814d22a4edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd9170a9d-763d-4f4b-bb31-91b2da6c4940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 4, 'project_id': 'f7d927671ac44ad6b4d265bbadfd1250', 'subnets': [{'id': 'd9170a9d-763d-4f4b-bb31-91b2da6c4940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:17.925971 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-524f7ba3-0cb8-433b-98aa-e68c6a87432f None None] Port a69af651-3740-4018-8a6e-2d39d24b4865 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:28:17.965527 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfcca97-0b9b-4dab-9989-58e48c13bb77 None None] The sync data for ids ['ee623eb5-5de1-4935-aa9a-0814d22a4edf'] in dv-cinder-837523-1-iscsi is: [{'id': 'ee623eb5-5de1-4935-aa9a-0814d22a4edf', 'name': 'tempest-TestMinimumBasicScenario-1052355115-router', 'tenant_id': 'f7d927671ac44ad6b4d265bbadfd1250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'cf16243e-57b1-4edb-978a-b498e3556aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:03Z', 'updated_at': '2022-04-12T14:28:09Z', 'revision_number': 4, 'project_id': 'f7d927671ac44ad6b4d265bbadfd1250', 'gw_port': {'id': 'cf16243e-57b1-4edb-978a-b498e3556aac', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee623eb5-5de1-4935-aa9a-0814d22a4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:03Z', 'updated_at': '2022-04-12T14:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': 'd0667579-08f3-4b65-b96f-96ff22c6c40f', 'name': '', 'network_id': '08c39bb3-95d2-422b-be6a-692467e10b71', 'tenant_id': 'f7d927671ac44ad6b4d265bbadfd1250', 'mac_address': 'fa:16:3e:c4:4b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee623eb5-5de1-4935-aa9a-0814d22a4edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'd9170a9d-763d-4f4b-bb31-91b2da6c4940', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 4, 'project_id': 'f7d927671ac44ad6b4d265bbadfd1250', 'subnets': [{'id': 'd9170a9d-763d-4f4b-bb31-91b2da6c4940', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:28:17.981914 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3142aa1c-427a-4d0d-801e-f8be0b836b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (d117fa9c-9e65-41f1-9f49-203a177f7331), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:17.985247 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-c7da4080-e421-4cea-85ed-2c5c51983784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:07Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 4, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'gw_port': {'id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': 'a69af651-3740-4018-8a6e-2d39d24b4865', 'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'mac_address': 'fa:16:3e:e2:42:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:14Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 2, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'subnets': [{'id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:17.996540 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3142aa1c-427a-4d0d-801e-f8be0b836b83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:17.997821 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-3142aa1c-427a-4d0d-801e-f8be0b836b83 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d117fa9c-9e65-41f1-9f49-203a177f7331 HTTP/1.1" status: 204 len: 168 time: 0.2068863 Apr 12 14:28:18.009238 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142aa1c-427a-4d0d-801e-f8be0b836b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d117fa9c-9e65-41f1-9f49-203a177f7331,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:18.032876 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 57228) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:18.038564 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2054548885-network', 'tenant_id': 'f20c2b1688ac44838b5f3201fbea9790'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:18.103262 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Made reservation on behalf of f20c2b1688ac44838b5f3201fbea9790 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:28:18.114104 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7da4080-e421-4cea-85ed-2c5c51983784 None None] The sync data for ids ['8ea6935c-8e80-437a-b548-4045d22f2aaa'] in dv-cinder-837523-1-iscsi is: [{'id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:07Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 4, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'gw_port': {'id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': 'a69af651-3740-4018-8a6e-2d39d24b4865', 'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'mac_address': 'fa:16:3e:e2:42:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:14Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 2, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'subnets': [{'id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:28:18.129899 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:18.153444 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:18.200867 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a224724-578e-415a-9afa-bb331002d794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:18.452974 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5063c-8b5c-470f-b584-c4b94ce5aada req-1fd59640-9a7c-4ef0-a29d-976f4c91b17d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:18.454683 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ddc5063c-8b5c-470f-b584-c4b94ce5aada req-1fd59640-9a7c-4ef0-a29d-976f4c91b17d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 945 time: 0.1897166 Apr 12 14:28:18.523868 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Publish callbacks [] for security_group (c8c12610-961f-4a09-9bf4-27afefceba8d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:18.538824 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (c8c12610-961f-4a09-9bf4-27afefceba8d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:19.045812 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de66bfb-d66e-4349-b497-60e96279e7e5 req-36a3f4f7-9e58-4d61-83ae-0dab0b11f039 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:19.055159 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1de66bfb-d66e-4349-b497-60e96279e7e5 req-36a3f4f7-9e58-4d61-83ae-0dab0b11f039 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.5297029 Apr 12 14:28:19.057129 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c12610-961f-4a09-9bf4-27afefceba8d,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:19.078582 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:28:19.086346 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:19.086709 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:19.087153 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:19.087502 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:19.088029 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:19.088515 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:19.089093 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:19.089589 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:19.090079 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:19.090569 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:19.091046 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:19.091519 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:19.092256 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:19.092941 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:19.093449 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:28:19.146453 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ddc5063c-8b5c-470f-b584-c4b94ce5aada req-5d7541bd-9f8b-4ee2-9aa7-a2f22d5acbfe tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6774991 Apr 12 14:28:19.167952 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (23360cd4-c6c4-4b4b-8f56-bd3e311d844e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:19.168680 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Added segment 23360cd4-c6c4-4b4b-8f56-bd3e311d844e of type vlan for network 8545d876-be56-4d97-a822-807b059dd176 Apr 12 14:28:19.244749 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728757078613'] for network (8545d876-be56-4d97-a822-807b059dd176), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:19.263193 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1de66bfb-d66e-4349-b497-60e96279e7e5 req-792b452b-a4f7-4516-ba45-0538f13aca96 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069187 Apr 12 14:28:19.296321 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for network (8545d876-be56-4d97-a822-807b059dd176), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:19.297483 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:19.298111 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:19.344934 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3082461 Apr 12 14:28:19.357586 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 57238) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:19.364750 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3466981b-0971-40bb-b456-edae6cdefb27 admin admin] Request body: {'subnet': {'network_id': '8545d876-be56-4d97-a822-807b059dd176', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2054548885-subnet', 'tenant_id': 'f20c2b1688ac44838b5f3201fbea9790', 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:19.391234 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3466981b-0971-40bb-b456-edae6cdefb27 admin admin] Made reservation on behalf of f20c2b1688ac44838b5f3201fbea9790 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:28:19.392932 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382aa339-175f-441b-a295-b670233f9917 admin admin] Pushing event updated for resources: {'Network': ['ID=8545d876-be56-4d97-a822-807b059dd176,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:19.401541 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3466981b-0971-40bb-b456-edae6cdefb27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59075900'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:19.405004 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Network 8545d876-be56-4d97-a822-807b059dd176 details requested by agent ovs-agent-dv-cinder-837523-1-iscsi with host dv-cinder-837523-1-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:28:19.641712 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3466981b-0971-40bb-b456-edae6cdefb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3950649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59075886'] for subnet (3046c053-e9c4-45f3-907e-940a33d9a350), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:19.746600 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3466981b-0971-40bb-b456-edae6cdefb27 admin admin] Checking segment: {'id': '23360cd4-c6c4-4b4b-8f56-bd3e311d844e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '8545d876-be56-4d97-a822-807b059dd176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:28:19.746972 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3466981b-0971-40bb-b456-edae6cdefb27 admin admin] Network hostable DHCP agents. Network: 8545d876-be56-4d97-a822-807b059dd176, hostable agents: ['26b99ea2-1f24-436d-a395-59cabb3f6051'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:28:19.763751 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466981b-0971-40bb-b456-edae6cdefb27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3046c053-e9c4-45f3-907e-940a33d9a350,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:19.781034 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device d0667579-08f3-4b65-b96f-96ff22c6c40f up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:28:19.782539 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3466981b-0971-40bb-b456-edae6cdefb27 admin admin] Network 8545d876-be56-4d97-a822-807b059dd176 is scheduled to be hosted by DHCP agent 26b99ea2-1f24-436d-a395-59cabb3f6051 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:28:19.799626 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-3466981b-0971-40bb-b456-edae6cdefb27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837523-1-iscsi, 8545d876-be56-4d97-a822-807b059dd176) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:28:19.809810 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3466981b-0971-40bb-b456-edae6cdefb27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:19.809810 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3466981b-0971-40bb-b456-edae6cdefb27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:19.821502 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc1bec9-a929-4d02-9490-2d941e7817bf None None] Network 8545d876-be56-4d97-a822-807b059dd176 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:28:19.844639 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-3466981b-0971-40bb-b456-edae6cdefb27 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4841368 Apr 12 14:28:19.846157 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 57250) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:19.863810 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-74a2859e-82fb-438e-b9cc-89436b898a5c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2054548885-router', 'tenant_id': 'f20c2b1688ac44838b5f3201fbea9790', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:19.879750 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port d0667579-08f3-4b65-b96f-96ff22c6c40f triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:19.880594 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (d0667579-08f3-4b65-b96f-96ff22c6c40f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:19.920813 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74a2859e-82fb-438e-b9cc-89436b898a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4091'] for router (208757a6-d1c3-40c7-b82d-0820521bca69), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:19.922099 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74a2859e-82fb-438e-b9cc-89436b898a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4084'] for router (208757a6-d1c3-40c7-b82d-0820521bca69), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:20.010879 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74a2859e-82fb-438e-b9cc-89436b898a5c admin admin] Publish callbacks [] for router_controller (208757a6-d1c3-40c7-b82d-0820521bca69), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:20.058359 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22252811-cd44-4f3f-a4c1-7167aad3440b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ecbc4e0-9161-5ff1-acbf-aca03b0e47fc-8545d876-be56-4d97-a822-807b059dd176', 'network_id': '8545d876-be56-4d97-a822-807b059dd176', 'project_id': 'f20c2b1688ac44838b5f3201fbea9790', 'fixed_ips': [{'subnet_id': '3046c053-e9c4-45f3-907e-940a33d9a350'}]}} from dv-cinder-837523-1-iscsi. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:28:20.059222 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-22252811-cd44-4f3f-a4c1-7167aad3440b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:20.248034 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port d0667579-08f3-4b65-b96f-96ff22c6c40f is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:20.330886 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-22252811-cd44-4f3f-a4c1-7167aad3440b None None] Allocated IP 172.20.0.2 (8545d876-be56-4d97-a822-807b059dd176/3046c053-e9c4-45f3-907e-940a33d9a350/6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:28:20.369558 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36de794-8d0c-4588-9389-568a8e57e273 req-5feb4381-42c0-4531-a86b-8fe4ffe66485 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:20.372100 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e36de794-8d0c-4588-9389-568a8e57e273 req-5feb4381-42c0-4531-a86b-8fe4ffe66485 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 945 time: 0.1231298 Apr 12 14:28:20.393177 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74a2859e-82fb-438e-b9cc-89436b898a5c admin admin] Publish callbacks [] for router_gateway (208757a6-d1c3-40c7-b82d-0820521bca69), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:20.490248 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e36de794-8d0c-4588-9389-568a8e57e273 req-31b0b547-4652-41e3-83d1-bb379639b78d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110442 Apr 12 14:28:20.504310 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-100be0a4-4bed-4842-b45f-8d23840f0141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:20.516617 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2a371-5a3d-461c-be67-2cd8b173e89e req-3a35fc39-8ec4-4eed-81c0-4e72833a274e tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:20.529612 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-19b2a371-5a3d-461c-be67-2cd8b173e89e req-3a35fc39-8ec4-4eed-81c0-4e72833a274e tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.1097779 Apr 12 14:28:20.626091 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-22252811-cd44-4f3f-a4c1-7167aad3440b None None] Publish callbacks [] for port (6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:20.638556 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-22252811-cd44-4f3f-a4c1-7167aad3440b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607'] for port (6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:20.707132 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-19b2a371-5a3d-461c-be67-2cd8b173e89e req-1a224e21-efb4-4a2a-9057-f5df6b44c488 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765385 Apr 12 14:28:20.761641 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22252811-cd44-4f3f-a4c1-7167aad3440b None None] Network 8545d876-be56-4d97-a822-807b059dd176 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:28:20.764795 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-22252811-cd44-4f3f-a4c1-7167aad3440b None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:28:20.767888 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22252811-cd44-4f3f-a4c1-7167aad3440b None None] Pushing event updated for resources: {'Port': ['ID=6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:20.770368 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22252811-cd44-4f3f-a4c1-7167aad3440b None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:28:20.831001 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74a2859e-82fb-438e-b9cc-89436b898a5c admin admin] Publish callbacks [] for router_gateway (208757a6-d1c3-40c7-b82d-0820521bca69), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:20.873237 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74a2859e-82fb-438e-b9cc-89436b898a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:20.926916 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-22252811-cd44-4f3f-a4c1-7167aad3440b None None] Attempting to bind port 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:28:20.927287 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-22252811-cd44-4f3f-a4c1-7167aad3440b None None] Attempting to bind port 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': '23360cd4-c6c4-4b4b-8f56-bd3e311d844e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '8545d876-be56-4d97-a822-807b059dd176'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:28:20.927904 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22252811-cd44-4f3f-a4c1-7167aad3440b None None] Attempting to bind port 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a on network 8545d876-be56-4d97-a822-807b059dd176 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:28:20.939487 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22252811-cd44-4f3f-a4c1-7167aad3440b None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:28:20.939771 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22252811-cd44-4f3f-a4c1-7167aad3440b None None] Checking segment: {'id': '23360cd4-c6c4-4b4b-8f56-bd3e311d844e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '8545d876-be56-4d97-a822-807b059dd176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:28:20.940054 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-22252811-cd44-4f3f-a4c1-7167aad3440b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:20.940455 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22252811-cd44-4f3f-a4c1-7167aad3440b None None] Bound using segment: {'id': '23360cd4-c6c4-4b4b-8f56-bd3e311d844e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '8545d876-be56-4d97-a822-807b059dd176'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:28:20.942091 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-22252811-cd44-4f3f-a4c1-7167aad3440b None None] Bound port: 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23360cd4-c6c4-4b4b-8f56-bd3e311d844e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '8545d876-be56-4d97-a822-807b059dd176'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:28:20.942959 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-22252811-cd44-4f3f-a4c1-7167aad3440b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:21.007603 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-74a2859e-82fb-438e-b9cc-89436b898a5c admin admin] Allocated IP 172.27.0.34 (d880c522-0b20-4278-b126-cb351e10a8a1/d5f6c94a-8527-427a-a2ce-715c797655f2/94421176-a80a-4931-a38a-d0d994d5d633) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:28:21.082416 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-22252811-cd44-4f3f-a4c1-7167aad3440b None None] For port 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:28:21.088387 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-22252811-cd44-4f3f-a4c1-7167aad3440b None None] For port 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a,segment=NetworkSegment(23360cd4-c6c4-4b4b-8f56-bd3e311d844e),segment_id=23360cd4-c6c4-4b4b-8f56-bd3e311d844e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:28:21.105214 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-22252811-cd44-4f3f-a4c1-7167aad3440b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:21.201945 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22252811-cd44-4f3f-a4c1-7167aad3440b None None] Pushing event updated for resources: {'Port': ['ID=6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:21.292042 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74a2859e-82fb-438e-b9cc-89436b898a5c admin admin] Publish callbacks [] for port (94421176-a80a-4931-a38a-d0d994d5d633), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:21.376775 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74a2859e-82fb-438e-b9cc-89436b898a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (94421176-a80a-4931-a38a-d0d994d5d633), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:21.444641 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a2859e-82fb-438e-b9cc-89436b898a5c admin admin] Network d880c522-0b20-4278-b126-cb351e10a8a1 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:28:21.449900 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-74a2859e-82fb-438e-b9cc-89436b898a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:28:21.452678 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a2859e-82fb-438e-b9cc-89436b898a5c admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:28:21.489727 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2859e-82fb-438e-b9cc-89436b898a5c admin admin] Pushing event updated for resources: {'Port': ['ID=94421176-a80a-4931-a38a-d0d994d5d633,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:21.565288 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:21.840849 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 053dfe34-2062-447e-9d0e-b24c5f30bdc9 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:28:21.958922 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 053dfe34-2062-447e-9d0e-b24c5f30bdc9 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:21.959611 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e68fa-6f41-46c3-b593-afbe69ec5837 req-7b17de25-1821-4783-884a-a56e11e23494 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:21.960533 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (053dfe34-2062-447e-9d0e-b24c5f30bdc9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:21.969064 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-668e68fa-6f41-46c3-b593-afbe69ec5837 req-7b17de25-1821-4783-884a-a56e11e23494 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.1016099 Apr 12 14:28:22.052783 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-668e68fa-6f41-46c3-b593-afbe69ec5837 req-f0b6cb8a-956e-4c8b-9ffc-f011c3d32665 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821590 Apr 12 14:28:22.134241 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 053dfe34-2062-447e-9d0e-b24c5f30bdc9 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:22.134636 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (053dfe34-2062-447e-9d0e-b24c5f30bdc9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:22.187096 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] For port 053dfe34-2062-447e-9d0e-b24c5f30bdc9, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=053dfe34-2062-447e-9d0e-b24c5f30bdc9,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:22.193477 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (053dfe34-2062-447e-9d0e-b24c5f30bdc9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:22.194418 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:28:22.196296 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74a2859e-82fb-438e-b9cc-89436b898a5c admin admin] Publish callbacks [] for router_gateway (208757a6-d1c3-40c7-b82d-0820521bca69), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:22.386132 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:22.386528 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:22.474526 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Pushing event updated for resources: {'Port': ['ID=053dfe34-2062-447e-9d0e-b24c5f30bdc9,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:22.522673 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74a2859e-82fb-438e-b9cc-89436b898a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546468'] for router (208757a6-d1c3-40c7-b82d-0820521bca69), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:22.530473 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:22.531011 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:22.589555 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] For port 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a,segment=NetworkSegment(23360cd4-c6c4-4b4b-8f56-bd3e311d844e),segment_id=23360cd4-c6c4-4b4b-8f56-bd3e311d844e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:22.602759 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:22.673139 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Pushing event updated for resources: {'Port': ['ID=6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:22.747823 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a2859e-82fb-438e-b9cc-89436b898a5c admin admin] Router 208757a6-d1c3-40c7-b82d-0820521bca69 is scheduled to L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:28:22.856166 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d1ce7b-92d6-4d7e-aad6-e4bd288b2667 None None] Network 8545d876-be56-4d97-a822-807b059dd176 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:28:22.924459 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a2859e-82fb-438e-b9cc-89436b898a5c admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:28:22.955720 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74a2859e-82fb-438e-b9cc-89436b898a5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:22.957629 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-74a2859e-82fb-438e-b9cc-89436b898a5c admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1103878 Apr 12 14:28:22.960566 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 57274) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:22.973444 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adb6325-e302-43ab-b358-91007744266a None None] Sync routers for ids ['208757a6-d1c3-40c7-b82d-0820521bca69'] in dv-cinder-837523-1-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:28:23.010154 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:23.016867 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-3a82d23d-5df6-41ff-8145-c8f388ca9896 None None] Provisioning complete for port 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:23.017264 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3a82d23d-5df6-41ff-8145-c8f388ca9896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:23.028918 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adb6325-e302-43ab-b358-91007744266a None None] Routers {'208757a6-d1c3-40c7-b82d-0820521bca69'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:28:23.029787 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3adb6325-e302-43ab-b358-91007744266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:28:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['208757a6-d1c3-40c7-b82d-0820521bca69'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:23.244000 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd611d-9fa2-4f51-b24e-67c48ea4f6bc req-75af804f-7721-4de1-96a7-83a211c04c41 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:23.250734 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1dbd611d-9fa2-4f51-b24e-67c48ea4f6bc req-75af804f-7721-4de1-96a7-83a211c04c41 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0875499 Apr 12 14:28:23.356323 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1dbd611d-9fa2-4f51-b24e-67c48ea4f6bc req-0cdbd442-f367-4ca8-8bf4-5e6607f62e9c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899754 Apr 12 14:28:23.480293 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3a82d23d-5df6-41ff-8145-c8f388ca9896 None None] Current status of the port 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:23.497760 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-3adb6325-e302-43ab-b358-91007744266a None None] Set router 208757a6-d1c3-40c7-b82d-0820521bca69 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:28:23.716741 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf775b9d-b219-4e16-82e2-2e3aa8e2facc None None] Sync routers for ids ['8ea6935c-8e80-437a-b548-4045d22f2aaa'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:28:23.750547 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf775b9d-b219-4e16-82e2-2e3aa8e2facc None None] Routers {'8ea6935c-8e80-437a-b548-4045d22f2aaa'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:28:23.751251 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-cf775b9d-b219-4e16-82e2-2e3aa8e2facc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:28:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8ea6935c-8e80-437a-b548-4045d22f2aaa'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:23.757241 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4667f06f-40df-4125-ac6a-7423d275c579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:23.806674 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 053dfe34-2062-447e-9d0e-b24c5f30bdc9 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:28:23.849724 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3adb6325-e302-43ab-b358-91007744266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208757a6-d1c3-40c7-b82d-0820521bca69', 'name': 'tempest-TestVolumeBootPattern-2054548885-router', 'tenant_id': 'f20c2b1688ac44838b5f3201fbea9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '94421176-a80a-4931-a38a-d0d994d5d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:19Z', 'updated_at': '2022-04-12T14:28:21Z', 'revision_number': 3, 'project_id': 'f20c2b1688ac44838b5f3201fbea9790', 'gw_port': {'id': '94421176-a80a-4931-a38a-d0d994d5d633', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:af:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208757a6-d1c3-40c7-b82d-0820521bca69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:20Z', 'updated_at': '2022-04-12T14:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:23.888993 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adb6325-e302-43ab-b358-91007744266a None None] Checking router: 208757a6-d1c3-40c7-b82d-0820521bca69 for host: dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:28:23.889700 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adb6325-e302-43ab-b358-91007744266a None None] Updating router 208757a6-d1c3-40c7-b82d-0820521bca69 port 94421176-a80a-4931-a38a-d0d994d5d633 binding host dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:28:23.896756 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-cf775b9d-b219-4e16-82e2-2e3aa8e2facc None None] Set router 8ea6935c-8e80-437a-b548-4045d22f2aaa gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:28:23.936190 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-7ce67643-483b-4e07-995b-1f86af20152b None None] Provisioning complete for port 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:23.937126 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7ce67643-483b-4e07-995b-1f86af20152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:24.007722 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-4667f06f-40df-4125-ac6a-7423d275c579 admin admin] Allocated IP 172.20.0.1 (8545d876-be56-4d97-a822-807b059dd176/3046c053-e9c4-45f3-907e-940a33d9a350/5eeb5c05-9186-4666-89f5-56ca179d556c) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:28:24.024906 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 053dfe34-2062-447e-9d0e-b24c5f30bdc9 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:24.025452 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (053dfe34-2062-447e-9d0e-b24c5f30bdc9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:24.030193 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3adb6325-e302-43ab-b358-91007744266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (94421176-a80a-4931-a38a-d0d994d5d633), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:24.110178 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-cf775b9d-b219-4e16-82e2-2e3aa8e2facc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:07Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 4, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'gw_port': {'id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': 'a69af651-3740-4018-8a6e-2d39d24b4865', 'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'mac_address': 'fa:16:3e:e2:42:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:14Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 2, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'subnets': [{'id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:24.142252 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf775b9d-b219-4e16-82e2-2e3aa8e2facc None None] Checking router: 8ea6935c-8e80-437a-b548-4045d22f2aaa for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:28:24.142889 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf775b9d-b219-4e16-82e2-2e3aa8e2facc None None] Updating router 8ea6935c-8e80-437a-b548-4045d22f2aaa port a69af651-3740-4018-8a6e-2d39d24b4865 binding host dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:28:24.172529 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cf775b9d-b219-4e16-82e2-2e3aa8e2facc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (a69af651-3740-4018-8a6e-2d39d24b4865), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:24.240684 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4667f06f-40df-4125-ac6a-7423d275c579 admin admin] Publish callbacks [] for port (5eeb5c05-9186-4666-89f5-56ca179d556c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:24.294410 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-7ce67643-483b-4e07-995b-1f86af20152b None None] Current status of the port 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:24.306949 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4667f06f-40df-4125-ac6a-7423d275c579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (5eeb5c05-9186-4666-89f5-56ca179d556c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:24.374678 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4667f06f-40df-4125-ac6a-7423d275c579 admin admin] Network 8545d876-be56-4d97-a822-807b059dd176 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:28:24.378003 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-4667f06f-40df-4125-ac6a-7423d275c579 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:28:24.382770 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4667f06f-40df-4125-ac6a-7423d275c579 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:28:24.473722 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cf775b9d-b219-4e16-82e2-2e3aa8e2facc None None] Publish callbacks [] for port (a69af651-3740-4018-8a6e-2d39d24b4865), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:24.489889 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 053dfe34-2062-447e-9d0e-b24c5f30bdc9 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:24.497735 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:28:24.506018 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:24.547194 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cf775b9d-b219-4e16-82e2-2e3aa8e2facc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (a69af651-3740-4018-8a6e-2d39d24b4865), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:24.693353 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667f06f-40df-4125-ac6a-7423d275c579 admin admin] Pushing event updated for resources: {'Port': ['ID=5eeb5c05-9186-4666-89f5-56ca179d556c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:24.750537 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1814ec-63f2-45cf-9978-f64c6afc33dd None None] Pushing event updated for resources: {'Port': ['ID=a69af651-3740-4018-8a6e-2d39d24b4865,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:24.788359 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4667f06f-40df-4125-ac6a-7423d275c579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546391'] for router_interface (208757a6-d1c3-40c7-b82d-0820521bca69), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:24.842949 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3adb6325-e302-43ab-b358-91007744266a None None] Publish callbacks [] for port (94421176-a80a-4931-a38a-d0d994d5d633), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:24.852503 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3adb6325-e302-43ab-b358-91007744266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (94421176-a80a-4931-a38a-d0d994d5d633), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:24.857256 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bd78d-8660-4e4e-a153-e1de40a3e8a1 req-fca9f16a-df9e-4478-a19f-b4020ce7fb49 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:24.893647 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-146bd78d-8660-4e4e-a153-e1de40a3e8a1 req-fca9f16a-df9e-4478-a19f-b4020ce7fb49 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.2532530 Apr 12 14:28:24.938870 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-cf775b9d-b219-4e16-82e2-2e3aa8e2facc None None] Attempting to bind port a69af651-3740-4018-8a6e-2d39d24b4865 on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:28:24.948061 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-cf775b9d-b219-4e16-82e2-2e3aa8e2facc None None] Attempting to bind port a69af651-3740-4018-8a6e-2d39d24b4865 by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': 'c8e89486-839e-423c-96c0-d92bc919a665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:28:24.948978 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf775b9d-b219-4e16-82e2-2e3aa8e2facc None None] Attempting to bind port a69af651-3740-4018-8a6e-2d39d24b4865 on network 37f9d6cb-734d-4a5c-b448-eec2b9f94087 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:28:24.973895 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf775b9d-b219-4e16-82e2-2e3aa8e2facc None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:28:24.988577 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf775b9d-b219-4e16-82e2-2e3aa8e2facc None None] Checking segment: {'id': 'c8e89486-839e-423c-96c0-d92bc919a665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:28:24.990333 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cf775b9d-b219-4e16-82e2-2e3aa8e2facc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:24.990974 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf775b9d-b219-4e16-82e2-2e3aa8e2facc None None] Bound using segment: {'id': 'c8e89486-839e-423c-96c0-d92bc919a665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:28:24.997588 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-cf775b9d-b219-4e16-82e2-2e3aa8e2facc None None] Bound port: a69af651-3740-4018-8a6e-2d39d24b4865, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e89486-839e-423c-96c0-d92bc919a665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:28:24.998668 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cf775b9d-b219-4e16-82e2-2e3aa8e2facc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (a69af651-3740-4018-8a6e-2d39d24b4865), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:25.014662 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-146bd78d-8660-4e4e-a153-e1de40a3e8a1 req-b3b21e13-0311-4952-ac9d-d4ea185721af tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179390 Apr 12 14:28:25.032281 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3adb6325-e302-43ab-b358-91007744266a None None] Attempting to bind port 94421176-a80a-4931-a38a-d0d994d5d633 on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:28:25.032281 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3adb6325-e302-43ab-b358-91007744266a None None] Attempting to bind port 94421176-a80a-4931-a38a-d0d994d5d633 by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:28:25.032281 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adb6325-e302-43ab-b358-91007744266a None None] Attempting to bind port 94421176-a80a-4931-a38a-d0d994d5d633 on network d880c522-0b20-4278-b126-cb351e10a8a1 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:28:25.079373 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ffb13-0450-4547-b312-9ca17022ca54 None None] Pushing event updated for resources: {'Port': ['ID=94421176-a80a-4931-a38a-d0d994d5d633,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:25.084813 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adb6325-e302-43ab-b358-91007744266a None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:28:25.085266 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adb6325-e302-43ab-b358-91007744266a None None] Checking segment: {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:28:25.085630 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3adb6325-e302-43ab-b358-91007744266a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:25.086029 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adb6325-e302-43ab-b358-91007744266a None None] Bound using segment: {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:28:25.086543 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3adb6325-e302-43ab-b358-91007744266a None None] Bound port: 94421176-a80a-4931-a38a-d0d994d5d633, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:28:25.093106 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3adb6325-e302-43ab-b358-91007744266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (94421176-a80a-4931-a38a-d0d994d5d633), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:25.141154 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-cf775b9d-b219-4e16-82e2-2e3aa8e2facc None None] For port a69af651-3740-4018-8a6e-2d39d24b4865, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:28:25.145925 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-cf775b9d-b219-4e16-82e2-2e3aa8e2facc None None] For port a69af651-3740-4018-8a6e-2d39d24b4865, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=a69af651-3740-4018-8a6e-2d39d24b4865,segment=NetworkSegment(c8e89486-839e-423c-96c0-d92bc919a665),segment_id=c8e89486-839e-423c-96c0-d92bc919a665)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:28:25.158012 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-cf775b9d-b219-4e16-82e2-2e3aa8e2facc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (a69af651-3740-4018-8a6e-2d39d24b4865), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:25.158419 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:25.159612 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:25.217943 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf775b9d-b219-4e16-82e2-2e3aa8e2facc None None] Routers {'8ea6935c-8e80-437a-b548-4045d22f2aaa'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:28:25.218433 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-cf775b9d-b219-4e16-82e2-2e3aa8e2facc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:28:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8ea6935c-8e80-437a-b548-4045d22f2aaa'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:25.260140 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4667f06f-40df-4125-ac6a-7423d275c579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (5eeb5c05-9186-4666-89f5-56ca179d556c), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:25.272359 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c64eb49c-2d4c-45af-9e72-bdd82d1304eb None None] Provisioning complete for port 5eeb5c05-9186-4666-89f5-56ca179d556c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:25.272840 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c64eb49c-2d4c-45af-9e72-bdd82d1304eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (5eeb5c05-9186-4666-89f5-56ca179d556c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:25.357777 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3adb6325-e302-43ab-b358-91007744266a None None] For port 94421176-a80a-4931-a38a-d0d994d5d633, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:28:25.366997 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3adb6325-e302-43ab-b358-91007744266a None None] For port 94421176-a80a-4931-a38a-d0d994d5d633, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=94421176-a80a-4931-a38a-d0d994d5d633,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:28:25.482159 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:25.501198 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3adb6325-e302-43ab-b358-91007744266a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (94421176-a80a-4931-a38a-d0d994d5d633), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:25.595729 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c64eb49c-2d4c-45af-9e72-bdd82d1304eb None None] Port 5eeb5c05-9186-4666-89f5-56ca179d556c cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:28:25.632283 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 57306) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:25.637620 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-bf604923-ab6d-46af-90d6-fc744308d2bc tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Request body: {'security_group': {'name': 'tempest-securitygroup--626750985', 'description': 'tempest-description--162565399'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:25.671004 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-cf775b9d-b219-4e16-82e2-2e3aa8e2facc None None] Set router 8ea6935c-8e80-437a-b548-4045d22f2aaa gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:28:25.696276 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adb6325-e302-43ab-b358-91007744266a None None] Routers {'208757a6-d1c3-40c7-b82d-0820521bca69'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:28:25.696968 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3adb6325-e302-43ab-b358-91007744266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:28:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['208757a6-d1c3-40c7-b82d-0820521bca69'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:25.698753 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf604923-ab6d-46af-90d6-fc744308d2bc tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:25.798379 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4667f06f-40df-4125-ac6a-7423d275c579 admin admin] Publish callbacks [] for port (5eeb5c05-9186-4666-89f5-56ca179d556c), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:25.816249 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4667f06f-40df-4125-ac6a-7423d275c579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3951234'] for port (5eeb5c05-9186-4666-89f5-56ca179d556c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:25.938337 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf604923-ab6d-46af-90d6-fc744308d2bc tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks [] for security_group (bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:25.944445 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf604923-ab6d-46af-90d6-fc744308d2bc tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:25.959105 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-3adb6325-e302-43ab-b358-91007744266a None None] Set router 208757a6-d1c3-40c7-b82d-0820521bca69 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:28:25.982120 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1814ec-63f2-45cf-9978-f64c6afc33dd None None] Pushing event updated for resources: {'Port': ['ID=a69af651-3740-4018-8a6e-2d39d24b4865,revision_number=4']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:25.988073 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4667f06f-40df-4125-ac6a-7423d275c579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548839'] for router_interface (208757a6-d1c3-40c7-b82d-0820521bca69), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:25.997475 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf604923-ab6d-46af-90d6-fc744308d2bc tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:26.008797 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-164c40b1-a06a-4c4f-b5b2-d62d2564fd61 None None] Provisioning complete for port a69af651-3740-4018-8a6e-2d39d24b4865 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:26.009507 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-164c40b1-a06a-4c4f-b5b2-d62d2564fd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (a69af651-3740-4018-8a6e-2d39d24b4865), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:26.011224 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ffb13-0450-4547-b312-9ca17022ca54 None None] Pushing event updated for resources: {'Port': ['ID=94421176-a80a-4931-a38a-d0d994d5d633,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:26.015774 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667f06f-40df-4125-ac6a-7423d275c579 admin admin] Pushing event updated for resources: {'Port': ['ID=5eeb5c05-9186-4666-89f5-56ca179d556c,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:26.031214 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bf604923-ab6d-46af-90d6-fc744308d2bc tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:26.035879 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-bf604923-ab6d-46af-90d6-fc744308d2bc tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3993745 Apr 12 14:28:26.037032 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 57314) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:26.046390 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-1677010c-d57b-47a4-8eb2-ef17bc9a3063 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Request body: {'security_group_rule': {'security_group_id': 'bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:26.091761 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-cf775b9d-b219-4e16-82e2-2e3aa8e2facc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:07Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 4, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'gw_port': {'id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': 'a69af651-3740-4018-8a6e-2d39d24b4865', 'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'mac_address': 'fa:16:3e:e2:42:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:14Z', 'updated_at': '2022-04-12T14:28:25Z', 'revision_number': 4, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'subnets': [{'id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:26.106607 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1677010c-d57b-47a4-8eb2-ef17bc9a3063 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks [] for security_group_rule (740a7746-38b9-49be-8ba3-176f5e45606c), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:26.136480 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf775b9d-b219-4e16-82e2-2e3aa8e2facc None None] The sync data for ids ['8ea6935c-8e80-437a-b548-4045d22f2aaa'] in dv-cinder-837523-1-iscsi is: [{'id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:07Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 4, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'gw_port': {'id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': 'a69af651-3740-4018-8a6e-2d39d24b4865', 'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'mac_address': 'fa:16:3e:e2:42:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:14Z', 'updated_at': '2022-04-12T14:28:25Z', 'revision_number': 4, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'subnets': [{'id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:28:26.234144 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4667f06f-40df-4125-ac6a-7423d275c579 admin admin] Network 8545d876-be56-4d97-a822-807b059dd176 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:28:26.245025 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-4667f06f-40df-4125-ac6a-7423d275c579 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:28:26.257228 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1677010c-d57b-47a4-8eb2-ef17bc9a3063 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks [] for security_group_rule (740a7746-38b9-49be-8ba3-176f5e45606c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:26.338139 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-164c40b1-a06a-4c4f-b5b2-d62d2564fd61 None None] Current status of the port a69af651-3740-4018-8a6e-2d39d24b4865 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:26.341391 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-164c40b1-a06a-4c4f-b5b2-d62d2564fd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (a69af651-3740-4018-8a6e-2d39d24b4865), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:26.345764 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69536f0b-dca6-4da5-8d26-c3783e2261ca req-6ac9459d-8adf-4885-ba7c-430d73c7039f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:26.359532 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-69536f0b-dca6-4da5-8d26-c3783e2261ca req-6ac9459d-8adf-4885-ba7c-430d73c7039f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.1003807 Apr 12 14:28:26.369853 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1677010c-d57b-47a4-8eb2-ef17bc9a3063 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (740a7746-38b9-49be-8ba3-176f5e45606c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:26.405139 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1677010c-d57b-47a4-8eb2-ef17bc9a3063 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:26.406650 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-1677010c-d57b-47a4-8eb2-ef17bc9a3063 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3686423 Apr 12 14:28:26.412337 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 57318) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:26.420584 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1677010c-d57b-47a4-8eb2-ef17bc9a3063 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740a7746-38b9-49be-8ba3-176f5e45606c,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:26.439751 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3097c3db-912d-4d7a-87eb-da9ed211830c tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Request body: {'security_group_rule': {'security_group_id': 'bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:26.476948 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-69536f0b-dca6-4da5-8d26-c3783e2261ca req-8d485375-e38c-4af5-b26a-832785ca9338 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134498 Apr 12 14:28:26.519309 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-164c40b1-a06a-4c4f-b5b2-d62d2564fd61 None None] For port a69af651-3740-4018-8a6e-2d39d24b4865, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=a69af651-3740-4018-8a6e-2d39d24b4865,segment=NetworkSegment(c8e89486-839e-423c-96c0-d92bc919a665),segment_id=c8e89486-839e-423c-96c0-d92bc919a665)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:26.533374 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-164c40b1-a06a-4c4f-b5b2-d62d2564fd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (a69af651-3740-4018-8a6e-2d39d24b4865), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:26.566311 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3097c3db-912d-4d7a-87eb-da9ed211830c tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks [] for security_group_rule (331254f9-c919-443f-98d8-e8d21f20ebb2), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:26.615749 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c40b1-a06a-4c4f-b5b2-d62d2564fd61 None None] Pushing event updated for resources: {'Port': ['ID=a69af651-3740-4018-8a6e-2d39d24b4865,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:26.621453 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3adb6325-e302-43ab-b358-91007744266a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208757a6-d1c3-40c7-b82d-0820521bca69', 'name': 'tempest-TestVolumeBootPattern-2054548885-router', 'tenant_id': 'f20c2b1688ac44838b5f3201fbea9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '94421176-a80a-4931-a38a-d0d994d5d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:19Z', 'updated_at': '2022-04-12T14:28:25Z', 'revision_number': 4, 'project_id': 'f20c2b1688ac44838b5f3201fbea9790', 'gw_port': {'id': '94421176-a80a-4931-a38a-d0d994d5d633', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:af:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208757a6-d1c3-40c7-b82d-0820521bca69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:20Z', 'updated_at': '2022-04-12T14:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '5eeb5c05-9186-4666-89f5-56ca179d556c', 'name': '', 'network_id': '8545d876-be56-4d97-a822-807b059dd176', 'tenant_id': 'f20c2b1688ac44838b5f3201fbea9790', 'mac_address': 'fa:16:3e:99:d4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208757a6-d1c3-40c7-b82d-0820521bca69', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3046c053-e9c4-45f3-907e-940a33d9a350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:23Z', 'updated_at': '2022-04-12T14:28:24Z', 'revision_number': 1, 'project_id': 'f20c2b1688ac44838b5f3201fbea9790', 'subnets': [{'id': '3046c053-e9c4-45f3-907e-940a33d9a350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:26.679480 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4667f06f-40df-4125-ac6a-7423d275c579 admin admin] Router 208757a6-d1c3-40c7-b82d-0820521bca69 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:28:26.721225 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3097c3db-912d-4d7a-87eb-da9ed211830c tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks [] for security_group_rule (331254f9-c919-443f-98d8-e8d21f20ebb2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:26.764270 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3097c3db-912d-4d7a-87eb-da9ed211830c tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (331254f9-c919-443f-98d8-e8d21f20ebb2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:26.793903 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097c3db-912d-4d7a-87eb-da9ed211830c tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331254f9-c919-443f-98d8-e8d21f20ebb2,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:26.813828 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3097c3db-912d-4d7a-87eb-da9ed211830c tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:26.815031 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-3097c3db-912d-4d7a-87eb-da9ed211830c tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4013731 Apr 12 14:28:26.818277 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 57320) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:26.823026 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-2bdfbb56-1c04-42f4-87b0-60dab0b16610 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Request body: {'floatingip': {'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:26.861565 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adb6325-e302-43ab-b358-91007744266a None None] The sync data for ids ['208757a6-d1c3-40c7-b82d-0820521bca69'] in dv-cinder-837523-1-iscsi is: [{'id': '208757a6-d1c3-40c7-b82d-0820521bca69', 'name': 'tempest-TestVolumeBootPattern-2054548885-router', 'tenant_id': 'f20c2b1688ac44838b5f3201fbea9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '94421176-a80a-4931-a38a-d0d994d5d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:19Z', 'updated_at': '2022-04-12T14:28:25Z', 'revision_number': 4, 'project_id': 'f20c2b1688ac44838b5f3201fbea9790', 'gw_port': {'id': '94421176-a80a-4931-a38a-d0d994d5d633', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:af:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208757a6-d1c3-40c7-b82d-0820521bca69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:20Z', 'updated_at': '2022-04-12T14:28:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '5eeb5c05-9186-4666-89f5-56ca179d556c', 'name': '', 'network_id': '8545d876-be56-4d97-a822-807b059dd176', 'tenant_id': 'f20c2b1688ac44838b5f3201fbea9790', 'mac_address': 'fa:16:3e:99:d4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208757a6-d1c3-40c7-b82d-0820521bca69', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3046c053-e9c4-45f3-907e-940a33d9a350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:23Z', 'updated_at': '2022-04-12T14:28:24Z', 'revision_number': 1, 'project_id': 'f20c2b1688ac44838b5f3201fbea9790', 'subnets': [{'id': '3046c053-e9c4-45f3-907e-940a33d9a350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:28:26.874408 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bdfbb56-1c04-42f4-87b0-60dab0b16610 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:26.891649 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-4d7e61fd-bd3d-469e-8731-27e33bd62af6 None None] Provisioning complete for port 5eeb5c05-9186-4666-89f5-56ca179d556c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:26.892137 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4d7e61fd-bd3d-469e-8731-27e33bd62af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (5eeb5c05-9186-4666-89f5-56ca179d556c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:26.947023 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4667f06f-40df-4125-ac6a-7423d275c579 admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:28:26.961867 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-4667f06f-40df-4125-ac6a-7423d275c579 admin admin] 10.222.0.79 "PUT /v2.0/routers/208757a6-d1c3-40c7-b82d-0820521bca69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9920924 Apr 12 14:28:27.011363 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4d7e61fd-bd3d-469e-8731-27e33bd62af6 None None] Port 5eeb5c05-9186-4666-89f5-56ca179d556c cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:28:27.039845 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bdfbb56-1c04-42f4-87b0-60dab0b16610 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:27.251828 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-2bdfbb56-1c04-42f4-87b0-60dab0b16610 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Allocated IP 172.27.0.186 (d880c522-0b20-4278-b126-cb351e10a8a1/d5f6c94a-8527-427a-a2ce-715c797655f2/1710c0c7-e7c5-47a3-ac74-5de8475025dc) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:28:27.398756 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bdfbb56-1c04-42f4-87b0-60dab0b16610 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks [] for port (1710c0c7-e7c5-47a3-ac74-5de8475025dc), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:27.455084 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bdfbb56-1c04-42f4-87b0-60dab0b16610 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (1710c0c7-e7c5-47a3-ac74-5de8475025dc), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:27.493312 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdfbb56-1c04-42f4-87b0-60dab0b16610 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Network d880c522-0b20-4278-b126-cb351e10a8a1 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:28:27.499026 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-2bdfbb56-1c04-42f4-87b0-60dab0b16610 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:28:27.504630 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdfbb56-1c04-42f4-87b0-60dab0b16610 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:28:27.553229 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfbb56-1c04-42f4-87b0-60dab0b16610 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Pushing event updated for resources: {'Port': ['ID=1710c0c7-e7c5-47a3-ac74-5de8475025dc,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:27.828426 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bdfbb56-1c04-42f4-87b0-60dab0b16610 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks [] for floatingip (b24c7119-d085-4118-90eb-4b196aa6dc92), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:27.840882 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device a69af651-3740-4018-8a6e-2d39d24b4865 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:28:27.862338 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaaba92-a3b7-4508-ae06-298d58cfb361 req-0fdb9b0a-d00c-45db-a05c-53f22b15c09c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:27.869780 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cfaaba92-a3b7-4508-ae06-298d58cfb361 req-0fdb9b0a-d00c-45db-a05c-53f22b15c09c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.1425300 Apr 12 14:28:27.916161 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port a69af651-3740-4018-8a6e-2d39d24b4865 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:27.916821 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (a69af651-3740-4018-8a6e-2d39d24b4865), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:27.926468 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bdfbb56-1c04-42f4-87b0-60dab0b16610 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (1710c0c7-e7c5-47a3-ac74-5de8475025dc), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:28.028388 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port a69af651-3740-4018-8a6e-2d39d24b4865 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:28.101433 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bdfbb56-1c04-42f4-87b0-60dab0b16610 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks [] for port (1710c0c7-e7c5-47a3-ac74-5de8475025dc), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:28.111995 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 57338) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:28.113279 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bdfbb56-1c04-42f4-87b0-60dab0b16610 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (1710c0c7-e7c5-47a3-ac74-5de8475025dc), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:28.117558 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c4bc8ca1-7ca6-44ab-81f4-05894f2acce1 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-498710688', 'description': 'tempest-secgroup-smoke-498710688 description', 'project_id': '02af406c5f5b4f27890c5db6f5bda840'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:28.152814 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cfaaba92-a3b7-4508-ae06-298d58cfb361 req-654a27a1-855c-43f8-8701-e8a3db627e68 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2820697 Apr 12 14:28:28.158730 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c4bc8ca1-7ca6-44ab-81f4-05894f2acce1 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:28.234314 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bdfbb56-1c04-42f4-87b0-60dab0b16610 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (b24c7119-d085-4118-90eb-4b196aa6dc92), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:28.253957 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfbb56-1c04-42f4-87b0-60dab0b16610 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Pushing event updated for resources: {'Port': ['ID=1710c0c7-e7c5-47a3-ac74-5de8475025dc,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:28.268153 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c4bc8ca1-7ca6-44ab-81f4-05894f2acce1 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for security_group (c0a675c0-6e8b-4865-b479-bcd498dd6585), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:28.268375 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2bdfbb56-1c04-42f4-87b0-60dab0b16610 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:28.272075 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-2bdfbb56-1c04-42f4-87b0-60dab0b16610 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4512370 Apr 12 14:28:28.280279 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c4bc8ca1-7ca6-44ab-81f4-05894f2acce1 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (c0a675c0-6e8b-4865-b479-bcd498dd6585), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:28.328243 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc8ca1-7ca6-44ab-81f4-05894f2acce1 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a675c0-6e8b-4865-b479-bcd498dd6585,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:28.333036 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c4bc8ca1-7ca6-44ab-81f4-05894f2acce1 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:28.335027 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-c4bc8ca1-7ca6-44ab-81f4-05894f2acce1 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2212245 Apr 12 14:28:28.337524 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 57346) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:28.342118 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e3730846-fefb-4e6b-989a-650af20e09b8 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Request body: {'security_group_rule': {'security_group_id': 'c0a675c0-6e8b-4865-b479-bcd498dd6585', 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:28.408982 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3730846-fefb-4e6b-989a-650af20e09b8 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for security_group_rule (f7725b4f-3984-4e92-9987-c05144507fd6), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:28.515605 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3730846-fefb-4e6b-989a-650af20e09b8 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for security_group_rule (f7725b4f-3984-4e92-9987-c05144507fd6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:28.524368 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3730846-fefb-4e6b-989a-650af20e09b8 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (f7725b4f-3984-4e92-9987-c05144507fd6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:28.558942 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3730846-fefb-4e6b-989a-650af20e09b8 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7725b4f-3984-4e92-9987-c05144507fd6,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:28.573665 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3730846-fefb-4e6b-989a-650af20e09b8 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:28.575404 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e3730846-fefb-4e6b-989a-650af20e09b8 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2368040 Apr 12 14:28:28.579771 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 57360) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:28.584609 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3d9d8085-5afd-4c80-8a57-8dc00d58e88e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Request body: {'security_group_rule': {'security_group_id': 'c0a675c0-6e8b-4865-b479-bcd498dd6585', 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:28.637688 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d9d8085-5afd-4c80-8a57-8dc00d58e88e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for security_group_rule (c5944fec-780f-49dd-9a80-c3ba73373e7e), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:28.660405 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-792dc252-27a9-485b-87db-ad5afa0fbaaa tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--626750985&fields=id&tenant_id=bc50f73daaba422a80028bd9395b487e HTTP/1.1" status: 200 len: 267 time: 0.0982077 Apr 12 14:28:28.766111 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d9d8085-5afd-4c80-8a57-8dc00d58e88e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for security_group_rule (c5944fec-780f-49dd-9a80-c3ba73373e7e), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:28.770999 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d9d8085-5afd-4c80-8a57-8dc00d58e88e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (c5944fec-780f-49dd-9a80-c3ba73373e7e), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:28.798181 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d8085-5afd-4c80-8a57-8dc00d58e88e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5944fec-780f-49dd-9a80-c3ba73373e7e,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:28.809359 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d9d8085-5afd-4c80-8a57-8dc00d58e88e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:28.813392 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-3d9d8085-5afd-4c80-8a57-8dc00d58e88e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2324955 Apr 12 14:28:28.815466 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 57362) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:28.821102 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-85cad60f-0970-4470-bd85-f65605b22a00 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Request body: {'security_group_rule': {'security_group_id': 'c0a675c0-6e8b-4865-b479-bcd498dd6585', 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:28.853433 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-d731e055-7bb5-4acd-82fc-021af0443a38 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:28.858436 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-85cad60f-0970-4470-bd85-f65605b22a00 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for security_group_rule (200739a3-0cad-4d49-b109-83d6e191bdf9), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:28.861150 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-d731e055-7bb5-4acd-82fc-021af0443a38 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/networks?id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 HTTP/1.1" status: 200 len: 819 time: 0.1901724 Apr 12 14:28:28.878100 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-4d011b48-6942-4468-86f1-2124a6a97b8a tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/quotas/bc50f73daaba422a80028bd9395b487e HTTP/1.1" status: 200 len: 375 time: 0.0165138 Apr 12 14:28:28.946860 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-ba9d5a0a-c8b9-4cb1-aa13-381be1a6c404 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=bc50f73daaba422a80028bd9395b487e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0600524 Apr 12 14:28:28.949782 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-85cad60f-0970-4470-bd85-f65605b22a00 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for security_group_rule (200739a3-0cad-4d49-b109-83d6e191bdf9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:28.959289 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-85cad60f-0970-4470-bd85-f65605b22a00 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (200739a3-0cad-4d49-b109-83d6e191bdf9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:28.982268 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cad60f-0970-4470-bd85-f65605b22a00 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200739a3-0cad-4d49-b109-83d6e191bdf9,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:28.992734 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-85cad60f-0970-4470-bd85-f65605b22a00 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:28.996616 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-85cad60f-0970-4470-bd85-f65605b22a00 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1777074 Apr 12 14:28:28.997729 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 57364) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:29.004395 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-1bb952d0-a47d-4d57-948e-c1a2a24f2628 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Request body: {'security_group_rule': {'security_group_id': 'c0a675c0-6e8b-4865-b479-bcd498dd6585', 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:29.048073 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1bb952d0-a47d-4d57-948e-c1a2a24f2628 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for security_group_rule (a9a5ff38-c51e-4668-997b-462a5ef8ebc0), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:29.087901 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-daaf5082-bc7d-4d1f-956f-cac1dcb0f27f service neutron] 10.222.0.79 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325779 Apr 12 14:28:29.125109 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1bb952d0-a47d-4d57-948e-c1a2a24f2628 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for security_group_rule (a9a5ff38-c51e-4668-997b-462a5ef8ebc0), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:29.132543 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1bb952d0-a47d-4d57-948e-c1a2a24f2628 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (a9a5ff38-c51e-4668-997b-462a5ef8ebc0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:29.158913 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb952d0-a47d-4d57-948e-c1a2a24f2628 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a5ff38-c51e-4668-997b-462a5ef8ebc0,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:29.173954 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1bb952d0-a47d-4d57-948e-c1a2a24f2628 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:29.175234 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-1bb952d0-a47d-4d57-948e-c1a2a24f2628 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1771202 Apr 12 14:28:29.178027 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 57366) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:29.185858 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-dde2fae7-8056-4fee-8610-135ec2e0624a tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Request body: {'security_group_rule': {'security_group_id': 'c0a675c0-6e8b-4865-b479-bcd498dd6585', 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:29.238208 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-73306aa4-d947-4be2-93f8-d1ea020a1b66 service neutron] 10.222.0.79 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445355 Apr 12 14:28:29.239588 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-dde2fae7-8056-4fee-8610-135ec2e0624a tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Project 02af406c5f5b4f27890c5db6f5bda840 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 14:28:29.262369 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dde2fae7-8056-4fee-8610-135ec2e0624a tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for security_group_rule (e148772f-e0af-4c47-b0c2-1ce3063dc8eb), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:29.337619 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af162f1a-998f-4595-9ee4-e13b0d249d61 req-285e5048-8a1c-4998-abd7-912c89e3bea5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:29.355705 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-af162f1a-998f-4595-9ee4-e13b0d249d61 req-285e5048-8a1c-4998-abd7-912c89e3bea5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.1026838 Apr 12 14:28:29.425903 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dde2fae7-8056-4fee-8610-135ec2e0624a tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for security_group_rule (e148772f-e0af-4c47-b0c2-1ce3063dc8eb), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:29.440326 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dde2fae7-8056-4fee-8610-135ec2e0624a tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (e148772f-e0af-4c47-b0c2-1ce3063dc8eb), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:29.492306 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5137dc8d-1ee1-4b7a-9987-4b427285ab5b req-09484dc1-e72d-4a73-b10f-f3d9f4879c99 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 210 time: 0.0591171 Apr 12 14:28:29.522046 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-af162f1a-998f-4595-9ee4-e13b0d249d61 req-5acc9356-1c9d-4ca2-9fb4-b0c33d06854c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564407 Apr 12 14:28:29.534601 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2fae7-8056-4fee-8610-135ec2e0624a tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e148772f-e0af-4c47-b0c2-1ce3063dc8eb,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:29.544015 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dde2fae7-8056-4fee-8610-135ec2e0624a tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:29.545366 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-dde2fae7-8056-4fee-8610-135ec2e0624a tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3663070 Apr 12 14:28:29.548280 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 57376) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:29.553028 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-96224b8c-42d1-4ca4-8478-f0bd23d93c79 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Request body: {'security_group_rule': {'security_group_id': 'c0a675c0-6e8b-4865-b479-bcd498dd6585', 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:29.623240 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-96224b8c-42d1-4ca4-8478-f0bd23d93c79 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Project 02af406c5f5b4f27890c5db6f5bda840 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 14:28:29.631042 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-96224b8c-42d1-4ca4-8478-f0bd23d93c79 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for security_group_rule (43dd606b-cef4-48a5-8032-106088d48636), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:29.738033 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-96224b8c-42d1-4ca4-8478-f0bd23d93c79 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for security_group_rule (43dd606b-cef4-48a5-8032-106088d48636), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:29.746687 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-96224b8c-42d1-4ca4-8478-f0bd23d93c79 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (43dd606b-cef4-48a5-8032-106088d48636), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:29.771813 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96224b8c-42d1-4ca4-8478-f0bd23d93c79 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43dd606b-cef4-48a5-8032-106088d48636,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:29.798772 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-96224b8c-42d1-4ca4-8478-f0bd23d93c79 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:29.816699 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-96224b8c-42d1-4ca4-8478-f0bd23d93c79 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2568765 Apr 12 14:28:29.877702 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 94421176-a80a-4931-a38a-d0d994d5d633 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:28:30.005070 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 94421176-a80a-4931-a38a-d0d994d5d633 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:30.005455 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (94421176-a80a-4931-a38a-d0d994d5d633), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:30.224533 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 94421176-a80a-4931-a38a-d0d994d5d633 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:30.225823 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (94421176-a80a-4931-a38a-d0d994d5d633), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:30.253755 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] For port 94421176-a80a-4931-a38a-d0d994d5d633, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=94421176-a80a-4931-a38a-d0d994d5d633,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:30.259806 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (94421176-a80a-4931-a38a-d0d994d5d633), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:30.354243 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Pushing event updated for resources: {'Port': ['ID=94421176-a80a-4931-a38a-d0d994d5d633,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:30.696673 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2d7ae-d425-4b78-9b7c-97d0cb582b37 req-97157584-c61b-4615-bd63-339a0db1e013 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:30.708590 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-23c2d7ae-d425-4b78-9b7c-97d0cb582b37 req-97157584-c61b-4615-bd63-339a0db1e013 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0786471 Apr 12 14:28:30.712099 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bd588a3f-3f66-49c3-90ab-c59069fa1319 req-c7c06ea8-7cd3-44b5-a192-eb0814b2f23a tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 210 time: 0.1259742 Apr 12 14:28:30.801938 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-23c2d7ae-d425-4b78-9b7c-97d0cb582b37 req-0a8f99e2-748b-40c7-8d13-5140a6fbf4a0 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886574 Apr 12 14:28:31.301424 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-628cdb59-2c1d-49c1-b5e8-43193188286e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:31.303412 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-628cdb59-2c1d-49c1-b5e8-43193188286e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.69 "GET /v2.0/networks?id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 HTTP/1.1" status: 200 len: 819 time: 0.1916997 Apr 12 14:28:31.417548 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-11e3b1ea-cd1b-4c3d-ad83-de56a5461537 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc50f73daaba422a80028bd9395b487e HTTP/1.1" status: 200 len: 379 time: 0.0729127 Apr 12 14:28:31.434766 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-6f72cff3-5e7b-4083-89c4-22c1e75f29da tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Request body: {'port': {'device_id': 'ab97b3b4-9ffa-474e-9bae-dd27ccd6944e', 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'admin_state_up': True, 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'security_groups': ['bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:31.589058 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-6f72cff3-5e7b-4083-89c4-22c1e75f29da tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Made reservation on behalf of bc50f73daaba422a80028bd9395b487e for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:28:31.592430 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-6f72cff3-5e7b-4083-89c4-22c1e75f29da tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:31.718650 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 94421176-a80a-4931-a38a-d0d994d5d633 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:28:31.801424 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 94421176-a80a-4931-a38a-d0d994d5d633 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:31.801803 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (94421176-a80a-4931-a38a-d0d994d5d633), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:31.812398 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-6f72cff3-5e7b-4083-89c4-22c1e75f29da tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Allocated IP 172.20.0.14 (c5e9cadb-c05a-4919-a4f5-06d8c6a4a802/041172b8-b945-46f0-8972-88e78348afd5/f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:28:31.911021 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-90a1c6da-e1df-4ff6-b225-92570724873b req-c2ad9f3f-8146-4f29-9916-7a9367af638b tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 210 time: 0.0415401 Apr 12 14:28:31.948080 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 94421176-a80a-4931-a38a-d0d994d5d633 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:32.051818 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8a1ee-f973-4997-8245-f0c11eee6f40 req-c69e2cd6-d18d-4004-b4d9-21a290ed0af4 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:32.053307 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1ba8a1ee-f973-4997-8245-f0c11eee6f40 req-c69e2cd6-d18d-4004-b4d9-21a290ed0af4 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.1413238 Apr 12 14:28:32.121703 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-6f72cff3-5e7b-4083-89c4-22c1e75f29da tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks [] for port (f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:32.134385 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1ba8a1ee-f973-4997-8245-f0c11eee6f40 req-fd29ef88-e0f7-41af-8e99-401d8e913877 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754864 Apr 12 14:28:32.177923 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-6f72cff3-5e7b-4083-89c4-22c1e75f29da tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:32.207981 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3509a033-36d7-42f9-8bd9-ef7a1d8c1e62 None None] Sync routers for ids ['208757a6-d1c3-40c7-b82d-0820521bca69'] in dv-cinder-837523-1-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:28:32.220843 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3509a033-36d7-42f9-8bd9-ef7a1d8c1e62 None None] Routers {'208757a6-d1c3-40c7-b82d-0820521bca69'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:28:32.221589 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3509a033-36d7-42f9-8bd9-ef7a1d8c1e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:28:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['208757a6-d1c3-40c7-b82d-0820521bca69'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:32.248221 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-6f72cff3-5e7b-4083-89c4-22c1e75f29da tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Network c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:28:32.251532 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-6f72cff3-5e7b-4083-89c4-22c1e75f29da tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:28:32.260757 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-6f72cff3-5e7b-4083-89c4-22c1e75f29da tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:28:32.294396 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72cff3-5e7b-4083-89c4-22c1e75f29da tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Pushing event updated for resources: {'Port': ['ID=f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:32.324173 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-6f72cff3-5e7b-4083-89c4-22c1e75f29da tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:32.325222 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-6f72cff3-5e7b-4083-89c4-22c1e75f29da tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:32.346416 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-6f72cff3-5e7b-4083-89c4-22c1e75f29da tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9165163 Apr 12 14:28:32.375833 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-f45dbad3-fe30-4b1d-b93c-88af5d25d64f service neutron] Request body: {'port': {'device_id': 'ab97b3b4-9ffa-474e-9bae-dd27ccd6944e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:32.382126 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-3509a033-36d7-42f9-8bd9-ef7a1d8c1e62 None None] Set router 208757a6-d1c3-40c7-b82d-0820521bca69 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:28:32.450604 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-f45dbad3-fe30-4b1d-b93c-88af5d25d64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:32.614626 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-c706fd0b-bfdd-4481-82c6-b360279b5552 None None] Provisioning complete for port f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:32.615317 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c706fd0b-bfdd-4481-82c6-b360279b5552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:32.618664 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3509a033-36d7-42f9-8bd9-ef7a1d8c1e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208757a6-d1c3-40c7-b82d-0820521bca69', 'name': 'tempest-TestVolumeBootPattern-2054548885-router', 'tenant_id': 'f20c2b1688ac44838b5f3201fbea9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '94421176-a80a-4931-a38a-d0d994d5d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:19Z', 'updated_at': '2022-04-12T14:28:25Z', 'revision_number': 4, 'project_id': 'f20c2b1688ac44838b5f3201fbea9790', 'gw_port': {'id': '94421176-a80a-4931-a38a-d0d994d5d633', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:af:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208757a6-d1c3-40c7-b82d-0820521bca69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:20Z', 'updated_at': '2022-04-12T14:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '5eeb5c05-9186-4666-89f5-56ca179d556c', 'name': '', 'network_id': '8545d876-be56-4d97-a822-807b059dd176', 'tenant_id': 'f20c2b1688ac44838b5f3201fbea9790', 'mac_address': 'fa:16:3e:99:d4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208757a6-d1c3-40c7-b82d-0820521bca69', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3046c053-e9c4-45f3-907e-940a33d9a350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:23Z', 'updated_at': '2022-04-12T14:28:25Z', 'revision_number': 2, 'project_id': 'f20c2b1688ac44838b5f3201fbea9790', 'subnets': [{'id': '3046c053-e9c4-45f3-907e-940a33d9a350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:32.673753 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3509a033-36d7-42f9-8bd9-ef7a1d8c1e62 None None] Checking router: 208757a6-d1c3-40c7-b82d-0820521bca69 for host: dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:28:32.674221 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3509a033-36d7-42f9-8bd9-ef7a1d8c1e62 None None] Updating router 208757a6-d1c3-40c7-b82d-0820521bca69 port 5eeb5c05-9186-4666-89f5-56ca179d556c binding host dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:28:32.704373 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-c706fd0b-bfdd-4481-82c6-b360279b5552 None None] Port f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:28:32.715446 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3509a033-36d7-42f9-8bd9-ef7a1d8c1e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (5eeb5c05-9186-4666-89f5-56ca179d556c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:32.758516 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-f45dbad3-fe30-4b1d-b93c-88af5d25d64f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:28:32.765960 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-f45dbad3-fe30-4b1d-b93c-88af5d25d64f service neutron] Publish callbacks [] for port (f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:32.780204 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-f45dbad3-fe30-4b1d-b93c-88af5d25d64f service neutron] Transition to ACTIVE for port object f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:28:32.785392 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-f45dbad3-fe30-4b1d-b93c-88af5d25d64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:32.841247 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45dbad3-fe30-4b1d-b93c-88af5d25d64f service neutron] Pushing event updated for resources: {'Port': ['ID=f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:32.930818 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-f45dbad3-fe30-4b1d-b93c-88af5d25d64f service neutron] Attempting to bind port f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:28:32.931465 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-f45dbad3-fe30-4b1d-b93c-88af5d25d64f service neutron] Attempting to bind port f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '7327c438-b8f9-4c5f-ab78-483827bf3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:28:32.931848 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-f45dbad3-fe30-4b1d-b93c-88af5d25d64f service neutron] Attempting to bind port f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 on network c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:28:32.938389 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-f45dbad3-fe30-4b1d-b93c-88af5d25d64f service neutron] Port f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 on network c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:28:32.938854 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-f45dbad3-fe30-4b1d-b93c-88af5d25d64f service neutron] Attempting to bind port f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 on network c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:28:32.944218 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-f45dbad3-fe30-4b1d-b93c-88af5d25d64f service neutron] Checking agent: {'id': '533323ec-e26b-4d23-bab1-f8a1493e3727', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'started_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:28:32.944561 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-f45dbad3-fe30-4b1d-b93c-88af5d25d64f service neutron] Checking segment: {'id': '7327c438-b8f9-4c5f-ab78-483827bf3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:28:32.944994 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-f45dbad3-fe30-4b1d-b93c-88af5d25d64f service neutron] Bound using segment: {'id': '7327c438-b8f9-4c5f-ab78-483827bf3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:28:32.945436 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-f45dbad3-fe30-4b1d-b93c-88af5d25d64f service neutron] Bound port: f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7327c438-b8f9-4c5f-ab78-483827bf3cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:28:32.945798 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-f45dbad3-fe30-4b1d-b93c-88af5d25d64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:33.055902 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3509a033-36d7-42f9-8bd9-ef7a1d8c1e62 None None] Publish callbacks [] for port (5eeb5c05-9186-4666-89f5-56ca179d556c), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:33.062174 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3509a033-36d7-42f9-8bd9-ef7a1d8c1e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (5eeb5c05-9186-4666-89f5-56ca179d556c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:33.064588 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-f45dbad3-fe30-4b1d-b93c-88af5d25d64f service neutron] For port f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6, host hv-cinder-83752, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:28:33.073194 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bcd1f-8c31-4e7a-ac32-f65947448989 req-7500cca9-e787-4a3d-a589-5bcf0be36f89 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:33.074755 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-248bcd1f-8c31-4e7a-ac32-f65947448989 req-7500cca9-e787-4a3d-a589-5bcf0be36f89 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 944 time: 0.0703015 Apr 12 14:28:33.076627 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-f45dbad3-fe30-4b1d-b93c-88af5d25d64f service neutron] For port f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6,segment=NetworkSegment(7327c438-b8f9-4c5f-ab78-483827bf3cd1),segment_id=7327c438-b8f9-4c5f-ab78-483827bf3cd1)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:28:33.083389 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-f45dbad3-fe30-4b1d-b93c-88af5d25d64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:33.135707 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377a932-6829-4332-b2cf-c7e956a69d5b None None] Pushing event updated for resources: {'Port': ['ID=5eeb5c05-9186-4666-89f5-56ca179d556c,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:33.135873 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-f45dbad3-fe30-4b1d-b93c-88af5d25d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:33.136991 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-f45dbad3-fe30-4b1d-b93c-88af5d25d64f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:33.138086 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-f45dbad3-fe30-4b1d-b93c-88af5d25d64f service neutron] 10.222.0.69 "PUT /v2.0/ports/f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 HTTP/1.1" status: 200 len: 1094 time: 0.7664485 Apr 12 14:28:33.140156 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab97b3b4-9ffa-474e-9bae-dd27ccd6944e', 'tag': 'f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:28:33.143561 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c3f019-728b-4299-9659-ac7d92452090" -d '{"events": [{"name": "network-changed", "server_uuid": "ab97b3b4-9ffa-474e-9bae-dd27ccd6944e", "tag": "f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:28:33.192969 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45dbad3-fe30-4b1d-b93c-88af5d25d64f service neutron] Pushing event updated for resources: {'Port': ['ID=f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:33.208438 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-248bcd1f-8c31-4e7a-ac32-f65947448989 req-166aa45f-df6b-4ddf-a8fe-644fded375bf tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220486 Apr 12 14:28:33.217968 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3509a033-36d7-42f9-8bd9-ef7a1d8c1e62 None None] Attempting to bind port 5eeb5c05-9186-4666-89f5-56ca179d556c on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:28:33.218784 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3509a033-36d7-42f9-8bd9-ef7a1d8c1e62 None None] Attempting to bind port 5eeb5c05-9186-4666-89f5-56ca179d556c by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': '23360cd4-c6c4-4b4b-8f56-bd3e311d844e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '8545d876-be56-4d97-a822-807b059dd176'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:28:33.219468 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3509a033-36d7-42f9-8bd9-ef7a1d8c1e62 None None] Attempting to bind port 5eeb5c05-9186-4666-89f5-56ca179d556c on network 8545d876-be56-4d97-a822-807b059dd176 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:28:33.247953 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3509a033-36d7-42f9-8bd9-ef7a1d8c1e62 None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:28:33.248339 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3509a033-36d7-42f9-8bd9-ef7a1d8c1e62 None None] Checking segment: {'id': '23360cd4-c6c4-4b4b-8f56-bd3e311d844e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '8545d876-be56-4d97-a822-807b059dd176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:28:33.248753 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3509a033-36d7-42f9-8bd9-ef7a1d8c1e62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:33.249337 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3509a033-36d7-42f9-8bd9-ef7a1d8c1e62 None None] Bound using segment: {'id': '23360cd4-c6c4-4b4b-8f56-bd3e311d844e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '8545d876-be56-4d97-a822-807b059dd176'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:28:33.249824 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-3509a033-36d7-42f9-8bd9-ef7a1d8c1e62 None None] Bound port: 5eeb5c05-9186-4666-89f5-56ca179d556c, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23360cd4-c6c4-4b4b-8f56-bd3e311d844e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '8545d876-be56-4d97-a822-807b059dd176'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:28:33.250216 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3509a033-36d7-42f9-8bd9-ef7a1d8c1e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (5eeb5c05-9186-4666-89f5-56ca179d556c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:33.279239 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c79de0-8abb-4b3c-987d-7d1431150b70 x-openstack-request-id: req-d2c79de0-8abb-4b3c-987d-7d1431150b70 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:28:33.279538 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab97b3b4-9ffa-474e-9bae-dd27ccd6944e", "tag": "f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:28:33.279868 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d2c79de0-8abb-4b3c-987d-7d1431150b70 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:28:33.280349 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2c79de0-8abb-4b3c-987d-7d1431150b70'] response: {'name': 'network-changed', 'server_uuid': 'ab97b3b4-9ffa-474e-9bae-dd27ccd6944e', 'tag': 'f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6', 'status': 'completed', 'code': 200} Apr 12 14:28:33.289349 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-054865f6-9b79-4d0f-8253-229058ef25a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:33.290857 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-054865f6-9b79-4d0f-8253-229058ef25a0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bc50f73daaba422a80028bd9395b487e&device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 1128 time: 0.0686524 Apr 12 14:28:33.332449 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3509a033-36d7-42f9-8bd9-ef7a1d8c1e62 None None] For port 5eeb5c05-9186-4666-89f5-56ca179d556c, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:28:33.341287 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3509a033-36d7-42f9-8bd9-ef7a1d8c1e62 None None] For port 5eeb5c05-9186-4666-89f5-56ca179d556c, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=5eeb5c05-9186-4666-89f5-56ca179d556c,segment=NetworkSegment(23360cd4-c6c4-4b4b-8f56-bd3e311d844e),segment_id=23360cd4-c6c4-4b4b-8f56-bd3e311d844e)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:28:33.350266 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3509a033-36d7-42f9-8bd9-ef7a1d8c1e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (5eeb5c05-9186-4666-89f5-56ca179d556c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:33.380396 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-73d16d10-ecc0-46d7-bfa3-a8dd8b32f3c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 HTTP/1.1" status: 200 len: 217 time: 0.0626473 Apr 12 14:28:33.415262 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377a932-6829-4332-b2cf-c7e956a69d5b None None] Pushing event updated for resources: {'Port': ['ID=5eeb5c05-9186-4666-89f5-56ca179d556c,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:33.432642 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3509a033-36d7-42f9-8bd9-ef7a1d8c1e62 None None] Routers {'208757a6-d1c3-40c7-b82d-0820521bca69'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:28:33.433420 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3509a033-36d7-42f9-8bd9-ef7a1d8c1e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:28:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['208757a6-d1c3-40c7-b82d-0820521bca69'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:33.465396 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624248f-99a1-4f2b-94a1-2124e2999164 req-c360a6dd-6692-413a-bf53-4cfe18ba64ee tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:33.467026 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9624248f-99a1-4f2b-94a1-2124e2999164 req-c360a6dd-6692-413a-bf53-4cfe18ba64ee tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0899751 Apr 12 14:28:33.499898 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-ff5c52ec-f73d-45a6-8ed3-16f9d0cf2ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:33.501388 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-ff5c52ec-f73d-45a6-8ed3-16f9d0cf2ebe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=041172b8-b945-46f0-8972-88e78348afd5 HTTP/1.1" status: 200 len: 858 time: 0.1129949 Apr 12 14:28:33.541069 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-58ce60e3-f037-4fdd-ae25-84d57e86cd60 None None] Provisioning complete for port 5eeb5c05-9186-4666-89f5-56ca179d556c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:33.541818 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-58ce60e3-f037-4fdd-ae25-84d57e86cd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (5eeb5c05-9186-4666-89f5-56ca179d556c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:33.574872 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9624248f-99a1-4f2b-94a1-2124e2999164 req-932b936c-89e2-4875-b918-2466bbe8e9a4 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967972 Apr 12 14:28:33.576031 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-25214929-5c37-4f71-8c8d-b9fa504cdd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:33.577449 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-25214929-5c37-4f71-8c8d-b9fa504cdd71 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646565 Apr 12 14:28:33.631715 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-3509a033-36d7-42f9-8bd9-ef7a1d8c1e62 None None] Set router 208757a6-d1c3-40c7-b82d-0820521bca69 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:28:33.741554 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 5eeb5c05-9186-4666-89f5-56ca179d556c up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:28:33.745679 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-12dea1f7-4468-475c-a0a0-88bc703cb425 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534421 Apr 12 14:28:33.927549 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-58ce60e3-f037-4fdd-ae25-84d57e86cd60 None None] Current status of the port 5eeb5c05-9186-4666-89f5-56ca179d556c is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:33.927864 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-58ce60e3-f037-4fdd-ae25-84d57e86cd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (5eeb5c05-9186-4666-89f5-56ca179d556c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:34.038588 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-58ce60e3-f037-4fdd-ae25-84d57e86cd60 None None] For port 5eeb5c05-9186-4666-89f5-56ca179d556c, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=5eeb5c05-9186-4666-89f5-56ca179d556c,segment=NetworkSegment(23360cd4-c6c4-4b4b-8f56-bd3e311d844e),segment_id=23360cd4-c6c4-4b4b-8f56-bd3e311d844e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:34.053221 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b1e373a1-5e97-415d-b60f-0845a534e884 req-cc0240fd-84fd-4ebb-89de-ac1c63ec6c53 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009477 Apr 12 14:28:34.055844 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-58ce60e3-f037-4fdd-ae25-84d57e86cd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (5eeb5c05-9186-4666-89f5-56ca179d556c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:34.061757 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 5eeb5c05-9186-4666-89f5-56ca179d556c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:34.062370 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (5eeb5c05-9186-4666-89f5-56ca179d556c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:34.183585 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce60e3-f037-4fdd-ae25-84d57e86cd60 None None] Pushing event updated for resources: {'Port': ['ID=5eeb5c05-9186-4666-89f5-56ca179d556c,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:34.193404 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3509a033-36d7-42f9-8bd9-ef7a1d8c1e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208757a6-d1c3-40c7-b82d-0820521bca69', 'name': 'tempest-TestVolumeBootPattern-2054548885-router', 'tenant_id': 'f20c2b1688ac44838b5f3201fbea9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '94421176-a80a-4931-a38a-d0d994d5d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:19Z', 'updated_at': '2022-04-12T14:28:25Z', 'revision_number': 4, 'project_id': 'f20c2b1688ac44838b5f3201fbea9790', 'gw_port': {'id': '94421176-a80a-4931-a38a-d0d994d5d633', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:af:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208757a6-d1c3-40c7-b82d-0820521bca69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:20Z', 'updated_at': '2022-04-12T14:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '5eeb5c05-9186-4666-89f5-56ca179d556c', 'name': '', 'network_id': '8545d876-be56-4d97-a822-807b059dd176', 'tenant_id': 'f20c2b1688ac44838b5f3201fbea9790', 'mac_address': 'fa:16:3e:99:d4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208757a6-d1c3-40c7-b82d-0820521bca69', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3046c053-e9c4-45f3-907e-940a33d9a350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:23Z', 'updated_at': '2022-04-12T14:28:33Z', 'revision_number': 4, 'project_id': 'f20c2b1688ac44838b5f3201fbea9790', 'subnets': [{'id': '3046c053-e9c4-45f3-907e-940a33d9a350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:34.224343 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3509a033-36d7-42f9-8bd9-ef7a1d8c1e62 None None] The sync data for ids ['208757a6-d1c3-40c7-b82d-0820521bca69'] in dv-cinder-837523-1-iscsi is: [{'id': '208757a6-d1c3-40c7-b82d-0820521bca69', 'name': 'tempest-TestVolumeBootPattern-2054548885-router', 'tenant_id': 'f20c2b1688ac44838b5f3201fbea9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '94421176-a80a-4931-a38a-d0d994d5d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:19Z', 'updated_at': '2022-04-12T14:28:25Z', 'revision_number': 4, 'project_id': 'f20c2b1688ac44838b5f3201fbea9790', 'gw_port': {'id': '94421176-a80a-4931-a38a-d0d994d5d633', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:af:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208757a6-d1c3-40c7-b82d-0820521bca69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:20Z', 'updated_at': '2022-04-12T14:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '5eeb5c05-9186-4666-89f5-56ca179d556c', 'name': '', 'network_id': '8545d876-be56-4d97-a822-807b059dd176', 'tenant_id': 'f20c2b1688ac44838b5f3201fbea9790', 'mac_address': 'fa:16:3e:99:d4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208757a6-d1c3-40c7-b82d-0820521bca69', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '3046c053-e9c4-45f3-907e-940a33d9a350', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:23Z', 'updated_at': '2022-04-12T14:28:33Z', 'revision_number': 4, 'project_id': 'f20c2b1688ac44838b5f3201fbea9790', 'subnets': [{'id': '3046c053-e9c4-45f3-907e-940a33d9a350', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:28:34.253001 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-867f8c3d-7d0f-4fca-9002-cb649ebaa524 None None] Provisioning complete for port 5eeb5c05-9186-4666-89f5-56ca179d556c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:34.253371 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-867f8c3d-7d0f-4fca-9002-cb649ebaa524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (5eeb5c05-9186-4666-89f5-56ca179d556c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:34.293709 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 5eeb5c05-9186-4666-89f5-56ca179d556c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:34.341769 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb8906-acf2-4bcc-a7a9-e2c49608ea06 req-fb61d470-9e14-4550-9363-b3863ac69fd3 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:34.342419 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:28:34.343569 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-79eb8906-acf2-4bcc-a7a9-e2c49608ea06 req-fb61d470-9e14-4550-9363-b3863ac69fd3 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 944 time: 0.0609524 Apr 12 14:28:34.356562 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device c8a0b6c8-ec77-40ab-a972-4f742255a527 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:28:34.384738 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-867f8c3d-7d0f-4fca-9002-cb649ebaa524 None None] Current status of the port 5eeb5c05-9186-4666-89f5-56ca179d556c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:34.410920 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-79eb8906-acf2-4bcc-a7a9-e2c49608ea06 req-7fde1d4a-ef26-48f6-9dba-f10cd245f8bf tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595889 Apr 12 14:28:34.483067 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port c8a0b6c8-ec77-40ab-a972-4f742255a527, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c8a0b6c8-ec77-40ab-a972-4f742255a527,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:34.495032 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Returning: {'device': 'c8a0b6c8-ec77-40ab-a972-4f742255a527', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'port_id': 'c8a0b6c8-ec77-40ab-a972-4f742255a527', 'mac_address': 'fa:16:3e:86:27:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:28:34.539901 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port c8a0b6c8-ec77-40ab-a972-4f742255a527 is: ACTIVE; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:34.540617 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:34.555557 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8a0b6c8-ec77-40ab-a972-4f742255a527 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:28:34.577810 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port c8a0b6c8-ec77-40ab-a972-4f742255a527, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c8a0b6c8-ec77-40ab-a972-4f742255a527,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:34.584077 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:34.636619 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=c8a0b6c8-ec77-40ab-a972-4f742255a527,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:34.723184 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481401be-6b1b-45ed-a206-d73b776f7edd req-2a5ed483-f3fe-4407-9401-7896d0ed147d tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:34.724831 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-481401be-6b1b-45ed-a206-d73b776f7edd req-2a5ed483-f3fe-4407-9401-7896d0ed147d tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 945 time: 0.0523524 Apr 12 14:28:34.785345 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-481401be-6b1b-45ed-a206-d73b776f7edd req-5d85bead-249b-4837-b4d9-77545da3cefe tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520694 Apr 12 14:28:35.143822 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['c8a0b6c8-ec77-40ab-a972-4f742255a527'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:28:35.520426 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:35.529801 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331c018-fe4d-4b6e-b46d-254abc716edd req-1b854e41-f396-4172-a7a2-d7fd3b956054 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:35.531368 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8331c018-fe4d-4b6e-b46d-254abc716edd req-1b854e41-f396-4172-a7a2-d7fd3b956054 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 944 time: 0.0564115 Apr 12 14:28:35.581855 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8331c018-fe4d-4b6e-b46d-254abc716edd req-9ad0d617-a7a9-427c-b2bf-22dcf6db5274 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436780 Apr 12 14:28:35.647582 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3f019-728b-4299-9659-ac7d92452090 req-f87deec3-7d0d-4f7a-886f-372e506fd043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:35.649187 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-19c3f019-728b-4299-9659-ac7d92452090 req-f87deec3-7d0d-4f7a-886f-372e506fd043 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bc50f73daaba422a80028bd9395b487e&device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 1128 time: 0.0500619 Apr 12 14:28:35.691010 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 5eeb5c05-9186-4666-89f5-56ca179d556c up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:28:35.745897 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 5eeb5c05-9186-4666-89f5-56ca179d556c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:35.746277 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (5eeb5c05-9186-4666-89f5-56ca179d556c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:35.754701 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3f019-728b-4299-9659-ac7d92452090 req-b4f8cb7d-f4f2-44c2-8b45-723307e7a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:35.756248 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-19c3f019-728b-4299-9659-ac7d92452090 req-b4f8cb7d-f4f2-44c2-8b45-723307e7a8f1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 HTTP/1.1" status: 200 len: 921 time: 0.0972254 Apr 12 14:28:35.809057 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-19c3f019-728b-4299-9659-ac7d92452090 req-1c1498d0-6b87-4302-aca3-8395380e51a0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 HTTP/1.1" status: 200 len: 217 time: 0.0433614 Apr 12 14:28:35.838503 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 5eeb5c05-9186-4666-89f5-56ca179d556c is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:35.862104 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3f019-728b-4299-9659-ac7d92452090 req-18410679-902e-4edc-970c-1f643b2cb886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:35.863615 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-19c3f019-728b-4299-9659-ac7d92452090 req-18410679-902e-4edc-970c-1f643b2cb886 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=041172b8-b945-46f0-8972-88e78348afd5 HTTP/1.1" status: 200 len: 858 time: 0.0474870 Apr 12 14:28:35.938665 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3f019-728b-4299-9659-ac7d92452090 req-e9c9a8dd-90f1-4157-b3db-546d87ddec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:35.940073 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-19c3f019-728b-4299-9659-ac7d92452090 req-e9c9a8dd-90f1-4157-b3db-546d87ddec8c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676417 Apr 12 14:28:35.948367 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22049cf7-d433-4928-bb70-6cd73d0086b6 req-51b503ce-537c-4d35-94b5-17916464b5fc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:35.949939 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-22049cf7-d433-4928-bb70-6cd73d0086b6 req-51b503ce-537c-4d35-94b5-17916464b5fc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 945 time: 0.0689607 Apr 12 14:28:36.055897 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-22049cf7-d433-4928-bb70-6cd73d0086b6 req-1cc2358e-3d65-46c4-b0f0-a65a90065bdc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969203 Apr 12 14:28:36.073778 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-19c3f019-728b-4299-9659-ac7d92452090 req-2e133f4c-e4c4-4494-8708-5d409e2cd937 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228759 Apr 12 14:28:36.174517 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-19c3f019-728b-4299-9659-ac7d92452090 req-c24967a2-1e9c-4e1e-af71-2ecd9d1a67db service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908320 Apr 12 14:28:36.369458 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:28:36.380655 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device c8a0b6c8-ec77-40ab-a972-4f742255a527 up at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:28:36.492281 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning complete for port c8a0b6c8-ec77-40ab-a972-4f742255a527 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:36.492667 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:36.543802 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6,segment=NetworkSegment(7327c438-b8f9-4c5f-ab78-483827bf3cd1),segment_id=7327c438-b8f9-4c5f-ab78-483827bf3cd1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:36.562875 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Returning: {'device': 'f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6', 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'port_id': 'f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6', 'mac_address': 'fa:16:3e:9e:9d:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '041172b8-b945-46f0-8972-88e78348afd5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:28:36.634113 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:36.634506 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:36.641080 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port c8a0b6c8-ec77-40ab-a972-4f742255a527 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:36.641528 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:36.664204 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:28:36.693881 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ed3477-8088-40bd-a3a5-21adafe42eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a0b6c8-ec77-40ab-a972-4f742255a527'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:28:36.696162 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b6ba53-df94-49e4-a4c2-c7387690b673" -d '{"events": [{"server_uuid": "04ed3477-8088-40bd-a3a5-21adafe42eab", "name": "network-vif-plugged", "status": "completed", "tag": "c8a0b6c8-ec77-40ab-a972-4f742255a527"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:28:36.708265 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6,segment=NetworkSegment(7327c438-b8f9-4c5f-ab78-483827bf3cd1),segment_id=7327c438-b8f9-4c5f-ab78-483827bf3cd1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:36.711239 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5d0f2-de32-40bb-8600-15a06bc73725 req-76a0409f-e0db-4b81-89da-7eefd129fa01 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:36.712750 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port c8a0b6c8-ec77-40ab-a972-4f742255a527, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c8a0b6c8-ec77-40ab-a972-4f742255a527,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:36.713006 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c3e5d0f2-de32-40bb-8600-15a06bc73725 req-76a0409f-e0db-4b81-89da-7eefd129fa01 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 944 time: 0.0555003 Apr 12 14:28:36.719651 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:36.725313 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:36.765091 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c3e5d0f2-de32-40bb-8600-15a06bc73725 req-880bbcb3-a531-4942-a537-fab18f60f40b tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447955 Apr 12 14:28:36.777297 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:36.825029 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f6294e-7b48-49c4-977a-0f79c45357e4 x-openstack-request-id: req-d8f6294e-7b48-49c4-977a-0f79c45357e4 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:28:36.825358 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ed3477-8088-40bd-a3a5-21adafe42eab", "name": "network-vif-plugged", "status": "completed", "tag": "c8a0b6c8-ec77-40ab-a972-4f742255a527", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:28:36.825620 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d8f6294e-7b48-49c4-977a-0f79c45357e4 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:28:36.826029 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8f6294e-7b48-49c4-977a-0f79c45357e4'] response: {'server_uuid': '04ed3477-8088-40bd-a3a5-21adafe42eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a0b6c8-ec77-40ab-a972-4f742255a527', 'code': 200} Apr 12 14:28:36.840265 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=c8a0b6c8-ec77-40ab-a972-4f742255a527,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:37.129683 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:28:37.182897 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46926ab-dadd-4e90-9a91-2bcf0fe4300e req-c2560430-bc9e-411d-85b9-ec0524a91de5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:37.184533 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a46926ab-dadd-4e90-9a91-2bcf0fe4300e req-c2560430-bc9e-411d-85b9-ec0524a91de5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0535321 Apr 12 14:28:37.240576 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a46926ab-dadd-4e90-9a91-2bcf0fe4300e req-bf4701a7-f651-4643-be3b-d2fb07b27002 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490942 Apr 12 14:28:37.880923 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f90402-b5a4-491d-b0d5-5e29a3ea742f req-c2d66979-531c-41b9-96d1-9b917a4a93c9 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:37.882503 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-81f90402-b5a4-491d-b0d5-5e29a3ea742f req-c2d66979-531c-41b9-96d1-9b917a4a93c9 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 945 time: 0.0485439 Apr 12 14:28:37.938874 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-81f90402-b5a4-491d-b0d5-5e29a3ea742f req-0c63b1de-8018-46d3-bf7e-70e72b00f9c8 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506980 Apr 12 14:28:38.363459 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8512a7-46c4-4dad-90e6-8f96c64c2944 req-59c637bc-5a77-4e3a-be05-59912f303f32 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:38.365020 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6a8512a7-46c4-4dad-90e6-8f96c64c2944 req-59c637bc-5a77-4e3a-be05-59912f303f32 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0480943 Apr 12 14:28:38.378820 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 up at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:28:38.422711 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6a8512a7-46c4-4dad-90e6-8f96c64c2944 req-b50dfd00-6948-4ee7-bf31-3b469beaa4cc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520871 Apr 12 14:28:38.426739 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning for port f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:28:38.435557 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning complete for port f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:38.435557 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:38.517867 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:28:38.518294 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:38.553878 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6,segment=NetworkSegment(7327c438-b8f9-4c5f-ab78-483827bf3cd1),segment_id=7327c438-b8f9-4c5f-ab78-483827bf3cd1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:28:38.558044 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:38.605794 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:38.827440 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab97b3b4-9ffa-474e-9bae-dd27ccd6944e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:28:38.829827 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd00093-2aa4-4f9e-a2f7-c3cad02f9c21" -d '{"events": [{"server_uuid": "ab97b3b4-9ffa-474e-9bae-dd27ccd6944e", "name": "network-vif-plugged", "status": "completed", "tag": "f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:28:38.867537 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9110bc-7257-4a53-af44-3eab456ebc1d x-openstack-request-id: req-7a9110bc-7257-4a53-af44-3eab456ebc1d {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:28:38.867857 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab97b3b4-9ffa-474e-9bae-dd27ccd6944e", "name": "network-vif-plugged", "status": "completed", "tag": "f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:28:38.868119 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7a9110bc-7257-4a53-af44-3eab456ebc1d {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:28:38.868529 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a9110bc-7257-4a53-af44-3eab456ebc1d'] response: {'server_uuid': 'ab97b3b4-9ffa-474e-9bae-dd27ccd6944e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6', 'code': 200} Apr 12 14:28:39.073627 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c21842-3793-4a34-adfa-6d37c3dcbbfb req-3b574720-e44a-4c0d-af70-0d2916f6e05f tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:39.075081 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-65c21842-3793-4a34-adfa-6d37c3dcbbfb req-3b574720-e44a-4c0d-af70-0d2916f6e05f tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0597391 Apr 12 14:28:39.118449 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f170c9c-86c3-4d3d-a790-445e6535a7d2 req-7b1ad6e8-8c31-4201-b3cb-cace18dabb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:39.119854 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2f170c9c-86c3-4d3d-a790-445e6535a7d2 req-7b1ad6e8-8c31-4201-b3cb-cace18dabb40 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 1130 time: 0.0603073 Apr 12 14:28:39.163329 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-65c21842-3793-4a34-adfa-6d37c3dcbbfb req-f381c277-5897-4847-871e-4e8a981d037a tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687077 Apr 12 14:28:39.185238 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2f170c9c-86c3-4d3d-a790-445e6535a7d2 req-c3a0b70e-36b5-44fb-9ffa-e8b25577b922 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539706 Apr 12 14:28:39.545735 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0992ce4-13aa-4c4e-b8ea-31b50a2c02d7 req-bae9abaf-dd22-4cd1-8435-ce9ffe69b4b2 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:39.547319 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e0992ce4-13aa-4c4e-b8ea-31b50a2c02d7 req-bae9abaf-dd22-4cd1-8435-ce9ffe69b4b2 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0503654 Apr 12 14:28:39.605828 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e0992ce4-13aa-4c4e-b8ea-31b50a2c02d7 req-f9261d42-ae70-4285-8a01-bc6c601078fb tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519621 Apr 12 14:28:40.285001 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886af79e-8b18-4f1c-beb9-4f8e1e9828a7 req-cc8bbc3d-93e1-4152-a589-8750387aa42f tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:40.286377 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-886af79e-8b18-4f1c-beb9-4f8e1e9828a7 req-cc8bbc3d-93e1-4152-a589-8750387aa42f tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0505483 Apr 12 14:28:40.335956 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-886af79e-8b18-4f1c-beb9-4f8e1e9828a7 req-93789eb5-bd88-4176-8d9e-c0d26017e7df tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440884 Apr 12 14:28:40.725474 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7803037-8da9-4e75-8032-371893fd4016 req-4a0365a4-1997-415e-9646-788c94e23651 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:40.726997 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f7803037-8da9-4e75-8032-371893fd4016 req-4a0365a4-1997-415e-9646-788c94e23651 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0474334 Apr 12 14:28:40.779832 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f7803037-8da9-4e75-8032-371893fd4016 req-041514d4-4c9a-49f4-9dab-a92b33fa0f5d tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438550 Apr 12 14:28:41.452976 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01fb2cd-8d7e-4083-8e30-500f5d81fa98 req-7f110c4b-63c6-473f-be3c-591ce8e82420 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:41.460572 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a01fb2cd-8d7e-4083-8e30-500f5d81fa98 req-7f110c4b-63c6-473f-be3c-591ce8e82420 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0595820 Apr 12 14:28:41.508667 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a01fb2cd-8d7e-4083-8e30-500f5d81fa98 req-5eea170a-d8f8-4c85-965e-7964205975e8 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421600 Apr 12 14:28:41.623021 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e881e-0f65-4516-bce8-f1d0cd406323 req-a71d2a23-e216-4835-9fad-8e2fcb5b37ac tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:41.624807 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b82e881e-0f65-4516-bce8-f1d0cd406323 req-a71d2a23-e216-4835-9fad-8e2fcb5b37ac tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0518863 Apr 12 14:28:41.634280 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 57610) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:41.638786 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-17705920-cb62-416b-b30e-eb43bd4d7054 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Request body: {'floatingip': {'port_id': 'f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:41.680125 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17705920-cb62-416b-b30e-eb43bd4d7054 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks [] for floatingip (b24c7119-d085-4118-90eb-4b196aa6dc92), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:41.937533 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174a0cb-22df-4213-9dce-74533148c107 req-81026d95-cf85-45cf-97d2-80b0e0cd63d8 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:41.939020 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c174a0cb-22df-4213-9dce-74533148c107 req-81026d95-cf85-45cf-97d2-80b0e0cd63d8 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0846822 Apr 12 14:28:42.069852 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c174a0cb-22df-4213-9dce-74533148c107 req-1834c492-bcac-4d2a-b011-a171ca781287 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220639 Apr 12 14:28:42.213356 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17705920-cb62-416b-b30e-eb43bd4d7054 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:42.217328 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17705920-cb62-416b-b30e-eb43bd4d7054 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (b24c7119-d085-4118-90eb-4b196aa6dc92), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:42.337977 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-17705920-cb62-416b-b30e-eb43bd4d7054 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Floating IP b24c7119-d085-4118-90eb-4b196aa6dc92 associated. External IP: 172.27.0.186, port: f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6. Apr 12 14:28:42.566315 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17705920-cb62-416b-b30e-eb43bd4d7054 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Router b585704c-dadd-428f-b04f-5a00b8e46f57 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:28:42.878011 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17705920-cb62-416b-b30e-eb43bd4d7054 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:28:42.882934 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-17705920-cb62-416b-b30e-eb43bd4d7054 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:42.887413 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfcb1ae-f5dd-4a17-8ae9-284698f45ac8 None None] Sync routers for ids ['b585704c-dadd-428f-b04f-5a00b8e46f57'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:28:42.897352 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfcb1ae-f5dd-4a17-8ae9-284698f45ac8 None None] Routers {'b585704c-dadd-428f-b04f-5a00b8e46f57'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:28:42.898216 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-bdfcb1ae-f5dd-4a17-8ae9-284698f45ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:28:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b585704c-dadd-428f-b04f-5a00b8e46f57'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:42.919386 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-17705920-cb62-416b-b30e-eb43bd4d7054 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "PUT /v2.0/floatingips/b24c7119-d085-4118-90eb-4b196aa6dc92 HTTP/1.1" status: 200 len: 992 time: 1.2774897 Apr 12 14:28:42.919386 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab97b3b4-9ffa-474e-9bae-dd27ccd6944e', 'tag': 'f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:28:42.919386 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45a2101-5073-43de-9b99-e5e55c1412f4" -d '{"events": [{"name": "network-changed", "server_uuid": "ab97b3b4-9ffa-474e-9bae-dd27ccd6944e", "tag": "f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:28:42.955140 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f447575-cac4-4aa1-98b6-0f83df4ed95d x-openstack-request-id: req-9f447575-cac4-4aa1-98b6-0f83df4ed95d {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:28:42.955423 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab97b3b4-9ffa-474e-9bae-dd27ccd6944e", "tag": "f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:28:42.955675 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9f447575-cac4-4aa1-98b6-0f83df4ed95d {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:28:42.956072 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f447575-cac4-4aa1-98b6-0f83df4ed95d'] response: {'name': 'network-changed', 'server_uuid': 'ab97b3b4-9ffa-474e-9bae-dd27ccd6944e', 'tag': 'f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6', 'status': 'completed', 'code': 200} Apr 12 14:28:43.011691 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-bdfcb1ae-f5dd-4a17-8ae9-284698f45ac8 None None] Set router b585704c-dadd-428f-b04f-5a00b8e46f57 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:28:43.046694 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a2101-5073-43de-9b99-e5e55c1412f4 req-b74f01f9-a0f8-4bd5-b437-a34fc9faf039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:43.048200 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c45a2101-5073-43de-9b99-e5e55c1412f4 req-b74f01f9-a0f8-4bd5-b437-a34fc9faf039 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bc50f73daaba422a80028bd9395b487e&device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 1130 time: 0.0416324 Apr 12 14:28:43.196536 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a2101-5073-43de-9b99-e5e55c1412f4 req-9e7cdf4c-5fef-4aa8-9a59-df12e9c633a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:43.198040 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c45a2101-5073-43de-9b99-e5e55c1412f4 req-9e7cdf4c-5fef-4aa8-9a59-df12e9c633a2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 HTTP/1.1" status: 200 len: 921 time: 0.1402426 Apr 12 14:28:43.219557 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e796b-f697-48b5-b85c-802ccbaf277d req-f77a82c6-d456-4115-baa5-2853ad0f144d tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:43.221088 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1e2e796b-f697-48b5-b85c-802ccbaf277d req-f77a82c6-d456-4115-baa5-2853ad0f144d tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0683870 Apr 12 14:28:43.254048 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-bdfcb1ae-f5dd-4a17-8ae9-284698f45ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'name': 'tempest-ServerRescueNegativeTestJSON-1441437565-router', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:11Z', 'updated_at': '2022-04-12T14:26:19Z', 'revision_number': 4, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'gw_port': {'id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:18:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': 'b24c7119-d085-4118-90eb-4b196aa6dc92', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'port_id': 'f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'mac_address': 'fa:16:3e:9e:9d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab97b3b4-9ffa-474e-9bae-dd27ccd6944e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:28:27Z', 'updated_at': '2022-04-12T14:28:42Z', 'revision_number': 1, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f3d83d0-b8af-4c8c-91f9-88b53780fd6a', 'name': '', 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'mac_address': 'fa:16:3e:b4:52:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '041172b8-b945-46f0-8972-88e78348afd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:18Z', 'updated_at': '2022-04-12T14:26:30Z', 'revision_number': 5, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'subnets': [{'id': '041172b8-b945-46f0-8972-88e78348afd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:43.286146 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfcb1ae-f5dd-4a17-8ae9-284698f45ac8 None None] Checking router: b585704c-dadd-428f-b04f-5a00b8e46f57 for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:28:43.296135 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfcb1ae-f5dd-4a17-8ae9-284698f45ac8 None None] Routers {'b585704c-dadd-428f-b04f-5a00b8e46f57'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:28:43.296774 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-bdfcb1ae-f5dd-4a17-8ae9-284698f45ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:28:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b585704c-dadd-428f-b04f-5a00b8e46f57'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:43.313612 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c45a2101-5073-43de-9b99-e5e55c1412f4 req-18ae9659-ef18-4d0a-ba24-435ee55bc6a0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 HTTP/1.1" status: 200 len: 1000 time: 0.1068223 Apr 12 14:28:43.326742 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1e2e796b-f697-48b5-b85c-802ccbaf277d req-f3252a13-cec9-49c9-9515-46edf3171ca7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753820 Apr 12 14:28:43.372803 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a2101-5073-43de-9b99-e5e55c1412f4 req-a12dd955-c61f-48d8-a56c-e074ae933242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:43.374331 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c45a2101-5073-43de-9b99-e5e55c1412f4 req-a12dd955-c61f-48d8-a56c-e074ae933242 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=041172b8-b945-46f0-8972-88e78348afd5 HTTP/1.1" status: 200 len: 858 time: 0.0466695 Apr 12 14:28:43.418384 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-bdfcb1ae-f5dd-4a17-8ae9-284698f45ac8 None None] Set router b585704c-dadd-428f-b04f-5a00b8e46f57 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:28:43.427867 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a2101-5073-43de-9b99-e5e55c1412f4 req-8eb50202-f238-4339-8ec3-48f3c9313dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:43.429404 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c45a2101-5073-43de-9b99-e5e55c1412f4 req-8eb50202-f238-4339-8ec3-48f3c9313dee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461674 Apr 12 14:28:43.527016 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c45a2101-5073-43de-9b99-e5e55c1412f4 req-9a460747-911d-4e5f-b7f4-623485c30ec4 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902500 Apr 12 14:28:43.630426 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c45a2101-5073-43de-9b99-e5e55c1412f4 req-90eec50b-9dde-4512-9517-87ba1ebc92eb service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961976 Apr 12 14:28:43.646713 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-bdfcb1ae-f5dd-4a17-8ae9-284698f45ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'name': 'tempest-ServerRescueNegativeTestJSON-1441437565-router', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:11Z', 'updated_at': '2022-04-12T14:26:19Z', 'revision_number': 4, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'gw_port': {'id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:18:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': 'b24c7119-d085-4118-90eb-4b196aa6dc92', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'port_id': 'f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'mac_address': 'fa:16:3e:9e:9d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab97b3b4-9ffa-474e-9bae-dd27ccd6944e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:28:27Z', 'updated_at': '2022-04-12T14:28:42Z', 'revision_number': 1, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f3d83d0-b8af-4c8c-91f9-88b53780fd6a', 'name': '', 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'mac_address': 'fa:16:3e:b4:52:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '041172b8-b945-46f0-8972-88e78348afd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:18Z', 'updated_at': '2022-04-12T14:26:30Z', 'revision_number': 5, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'subnets': [{'id': '041172b8-b945-46f0-8972-88e78348afd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:28:43.678918 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfcb1ae-f5dd-4a17-8ae9-284698f45ac8 None None] The sync data for ids ['b585704c-dadd-428f-b04f-5a00b8e46f57'] in dv-cinder-837523-1-iscsi is: [{'id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'name': 'tempest-ServerRescueNegativeTestJSON-1441437565-router', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:11Z', 'updated_at': '2022-04-12T14:26:19Z', 'revision_number': 4, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'gw_port': {'id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:18:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': 'b24c7119-d085-4118-90eb-4b196aa6dc92', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'port_id': 'f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'mac_address': 'fa:16:3e:9e:9d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab97b3b4-9ffa-474e-9bae-dd27ccd6944e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:28:27Z', 'updated_at': '2022-04-12T14:28:42Z', 'revision_number': 1, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f3d83d0-b8af-4c8c-91f9-88b53780fd6a', 'name': '', 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'mac_address': 'fa:16:3e:b4:52:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '041172b8-b945-46f0-8972-88e78348afd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:18Z', 'updated_at': '2022-04-12T14:26:30Z', 'revision_number': 5, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'subnets': [{'id': '041172b8-b945-46f0-8972-88e78348afd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:28:43.881603 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3a8d93-8516-421b-a35c-878d4a768a83 None None] New status for floating IP b24c7119-d085-4118-90eb-4b196aa6dc92: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:28:44.458761 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512c581-d068-49a8-9044-3c8d5e79b9db req-d2a053a0-f808-421e-912c-6888341b8337 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:44.460322 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7512c581-d068-49a8-9044-3c8d5e79b9db req-d2a053a0-f808-421e-912c-6888341b8337 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0489638 Apr 12 14:28:44.520696 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7512c581-d068-49a8-9044-3c8d5e79b9db req-24f97cba-53fa-4614-ab38-e0991471304a tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548511 Apr 12 14:28:45.641167 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a5da6-ec69-4aa6-b514-3a6aceef0619 req-b424ba5a-5073-4e73-bc7f-e9080a49208c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:45.642650 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3e6a5da6-ec69-4aa6-b514-3a6aceef0619 req-b424ba5a-5073-4e73-bc7f-e9080a49208c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0488398 Apr 12 14:28:45.694109 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3e6a5da6-ec69-4aa6-b514-3a6aceef0619 req-b0ee0b47-051e-48ea-ab10-9ab963e4408f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450859 Apr 12 14:28:46.813017 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f569f63-a9c6-42e3-a18c-5069e70fbd7e req-c878714b-e8b2-4cd2-a025-82bed75a6aa4 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:46.814493 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1f569f63-a9c6-42e3-a18c-5069e70fbd7e req-c878714b-e8b2-4cd2-a025-82bed75a6aa4 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0473425 Apr 12 14:28:46.869103 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1f569f63-a9c6-42e3-a18c-5069e70fbd7e req-3579f752-d1af-46fa-a35a-0d70f00b4222 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467548 Apr 12 14:28:47.013857 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-f93e67a1-291e-4c14-8fbf-38796e3c5221 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:47.015379 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-f93e67a1-291e-4c14-8fbf-38796e3c5221 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/networks?id=9cf681b3-e3b6-4238-acc9-69f2e6504ff4 HTTP/1.1" status: 200 len: 815 time: 0.1104267 Apr 12 14:28:47.031797 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-115c2e8a-027f-4c89-8b81-38748831fee5 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/quotas/b3d7ea4039fe45f0b3b3710a70602d66 HTTP/1.1" status: 200 len: 375 time: 0.0104923 Apr 12 14:28:47.090139 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-0eb919f1-1959-4f7b-8a9e-d52990ea9349 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b3d7ea4039fe45f0b3b3710a70602d66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526900 Apr 12 14:28:47.210245 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-36fb8b50-08c8-4e2f-afd1-8909053b4d94 service neutron] 10.222.0.79 "GET /v2.0/networks/9cf681b3-e3b6-4238-acc9-69f2e6504ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090155 Apr 12 14:28:47.305288 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-8edd26c1-065c-4b6e-bac2-9a4abcf5fceb service neutron] 10.222.0.79 "GET /v2.0/networks/9cf681b3-e3b6-4238-acc9-69f2e6504ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891767 Apr 12 14:28:47.489953 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-23833b0b-fb78-4e21-a39a-f6e3a86d1b95 req-302b7165-1b47-4d64-acbb-3f6aa85936ea tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 210 time: 0.0367336 Apr 12 14:28:48.054027 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e66753-d8c4-4fb2-a21d-2c222d00d071 req-69f491d6-8c16-4299-aeb0-9b6eafb92f6e tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:48.061906 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-70e66753-d8c4-4fb2-a21d-2c222d00d071 req-69f491d6-8c16-4299-aeb0-9b6eafb92f6e tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0805564 Apr 12 14:28:48.115483 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eec9d214-e5a9-4f0f-a83e-6da3f6973462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:48.143629 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-70e66753-d8c4-4fb2-a21d-2c222d00d071 req-eb2760fa-8d02-48cd-bc52-4bae496c7337 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798905 Apr 12 14:28:48.603289 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3dd9f067-2af1-4294-a729-584a22b52913 req-0881af5b-4df0-482d-b97b-d2b28230e7c0 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 210 time: 0.0333858 Apr 12 14:28:48.941707 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-7ef31414-7c09-44f1-ab16-527865b326f4 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:48.943990 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-7ef31414-7c09-44f1-ab16-527865b326f4 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.69 "GET /v2.0/networks?id=9cf681b3-e3b6-4238-acc9-69f2e6504ff4 HTTP/1.1" status: 200 len: 815 time: 0.1409802 Apr 12 14:28:48.965880 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-d8080f78-dabe-4a92-9087-9e2c8f35b3ce tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Request body: {'port': {'device_id': '51eab3de-f6e1-40f7-af11-0fbf81fa4b57', 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4', 'admin_state_up': True, 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:49.098727 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-d8080f78-dabe-4a92-9087-9e2c8f35b3ce tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Made reservation on behalf of b3d7ea4039fe45f0b3b3710a70602d66 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:28:49.103012 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-d8080f78-dabe-4a92-9087-9e2c8f35b3ce tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:49.296673 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12b6eb-187b-45e4-be79-f7230345297e req-16de350f-5496-4b65-a6d9-acdfd6aedbeb tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:49.298338 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3b12b6eb-187b-45e4-be79-f7230345297e req-16de350f-5496-4b65-a6d9-acdfd6aedbeb tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0623114 Apr 12 14:28:49.342858 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-d8080f78-dabe-4a92-9087-9e2c8f35b3ce tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Allocated IP 172.20.0.10 (9cf681b3-e3b6-4238-acc9-69f2e6504ff4/1fc1673c-be61-42df-9b70-97c35069d384/f0034267-f3fd-42d6-867a-330b269ae4c9) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:28:49.414517 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3b12b6eb-187b-45e4-be79-f7230345297e req-6d3dbc83-cbac-4a17-806f-3f39d916f8d5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093452 Apr 12 14:28:49.880655 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-d8080f78-dabe-4a92-9087-9e2c8f35b3ce tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for port (f0034267-f3fd-42d6-867a-330b269ae4c9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:49.893783 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1cae11d6-f493-406a-91db-896ad32a6200 req-d3687c4a-3600-4478-8c8b-d7c30e59ef10 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 210 time: 0.1367767 Apr 12 14:28:50.075089 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-d8080f78-dabe-4a92-9087-9e2c8f35b3ce tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (f0034267-f3fd-42d6-867a-330b269ae4c9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:50.108137 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-d8080f78-dabe-4a92-9087-9e2c8f35b3ce tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Network 9cf681b3-e3b6-4238-acc9-69f2e6504ff4 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:28:50.110712 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-d8080f78-dabe-4a92-9087-9e2c8f35b3ce tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:28:50.114082 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-d8080f78-dabe-4a92-9087-9e2c8f35b3ce tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:28:50.285946 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8080f78-dabe-4a92-9087-9e2c8f35b3ce tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Pushing event updated for resources: {'Port': ['ID=f0034267-f3fd-42d6-867a-330b269ae4c9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:50.307632 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-d8080f78-dabe-4a92-9087-9e2c8f35b3ce tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:50.308312 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-d8080f78-dabe-4a92-9087-9e2c8f35b3ce tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:50.332846 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-d8080f78-dabe-4a92-9087-9e2c8f35b3ce tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3707051 Apr 12 14:28:50.472968 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8b40780a-1763-409e-ad34-b413ec294efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:50.535470 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-a6c4fae8-5f67-4a46-bc9e-989b61e19d71 None None] Provisioning complete for port f0034267-f3fd-42d6-867a-330b269ae4c9 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:28:50.536598 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a6c4fae8-5f67-4a46-bc9e-989b61e19d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (f0034267-f3fd-42d6-867a-330b269ae4c9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:50.624623 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a6c4fae8-5f67-4a46-bc9e-989b61e19d71 None None] Port f0034267-f3fd-42d6-867a-330b269ae4c9 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:28:50.653479 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84284e-cfa4-4d5f-b3dc-9258ef189d41 req-9f5e8d2e-54b8-4c71-af04-9db3701571a8 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:50.661655 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ba84284e-cfa4-4d5f-b3dc-9258ef189d41 req-9f5e8d2e-54b8-4c71-af04-9db3701571a8 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0683055 Apr 12 14:28:50.685624 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-e52a1b35-c260-458e-b2c1-d178d4edef52 service neutron] Request body: {'port': {'device_id': '51eab3de-f6e1-40f7-af11-0fbf81fa4b57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:28:50.816745 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ba84284e-cfa4-4d5f-b3dc-9258ef189d41 req-e35fde74-544b-40ff-a393-e7b88481f14a tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541510 Apr 12 14:28:50.836424 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-e52a1b35-c260-458e-b2c1-d178d4edef52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (f0034267-f3fd-42d6-867a-330b269ae4c9), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:51.236227 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd51cd-87a8-49f2-97da-dda9d7687fd0 req-90d1a6e4-2f5d-4093-b76d-95515ca75158 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:51.244919 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-63cd51cd-87a8-49f2-97da-dda9d7687fd0 req-90d1a6e4-2f5d-4093-b76d-95515ca75158 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 932 time: 0.0715284 Apr 12 14:28:51.337727 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-63cd51cd-87a8-49f2-97da-dda9d7687fd0 req-0c06fdc5-5ac9-473e-a813-c79504b39028 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730634 Apr 12 14:28:51.358070 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-e52a1b35-c260-458e-b2c1-d178d4edef52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0034267-f3fd-42d6-867a-330b269ae4c9 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:28:51.367241 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-e52a1b35-c260-458e-b2c1-d178d4edef52 service neutron] Publish callbacks [] for port (f0034267-f3fd-42d6-867a-330b269ae4c9), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:51.381016 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-e52a1b35-c260-458e-b2c1-d178d4edef52 service neutron] Transition to ACTIVE for port object f0034267-f3fd-42d6-867a-330b269ae4c9 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:28:51.385523 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-e52a1b35-c260-458e-b2c1-d178d4edef52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (f0034267-f3fd-42d6-867a-330b269ae4c9), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:51.471491 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a1b35-c260-458e-b2c1-d178d4edef52 service neutron] Pushing event updated for resources: {'Port': ['ID=f0034267-f3fd-42d6-867a-330b269ae4c9,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:51.537094 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:51.589696 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-e52a1b35-c260-458e-b2c1-d178d4edef52 service neutron] Attempting to bind port f0034267-f3fd-42d6-867a-330b269ae4c9 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:28:51.591168 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-e52a1b35-c260-458e-b2c1-d178d4edef52 service neutron] Attempting to bind port f0034267-f3fd-42d6-867a-330b269ae4c9 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'e36398ca-ae96-4e82-91b8-5bfc2ef32caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:28:51.591547 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-e52a1b35-c260-458e-b2c1-d178d4edef52 service neutron] Attempting to bind port f0034267-f3fd-42d6-867a-330b269ae4c9 on network 9cf681b3-e3b6-4238-acc9-69f2e6504ff4 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:28:51.610766 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-e52a1b35-c260-458e-b2c1-d178d4edef52 service neutron] Port f0034267-f3fd-42d6-867a-330b269ae4c9 on network 9cf681b3-e3b6-4238-acc9-69f2e6504ff4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:28:51.611081 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-e52a1b35-c260-458e-b2c1-d178d4edef52 service neutron] Attempting to bind port f0034267-f3fd-42d6-867a-330b269ae4c9 on network 9cf681b3-e3b6-4238-acc9-69f2e6504ff4 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:28:51.618934 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-e52a1b35-c260-458e-b2c1-d178d4edef52 service neutron] Checking agent: {'id': '533323ec-e26b-4d23-bab1-f8a1493e3727', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'started_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:28:51.618934 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-e52a1b35-c260-458e-b2c1-d178d4edef52 service neutron] Checking segment: {'id': 'e36398ca-ae96-4e82-91b8-5bfc2ef32caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:28:51.618934 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-e52a1b35-c260-458e-b2c1-d178d4edef52 service neutron] Bound using segment: {'id': 'e36398ca-ae96-4e82-91b8-5bfc2ef32caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:28:51.619615 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-e52a1b35-c260-458e-b2c1-d178d4edef52 service neutron] Bound port: f0034267-f3fd-42d6-867a-330b269ae4c9, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36398ca-ae96-4e82-91b8-5bfc2ef32caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:28:51.620120 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-e52a1b35-c260-458e-b2c1-d178d4edef52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (f0034267-f3fd-42d6-867a-330b269ae4c9), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:51.757295 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-e52a1b35-c260-458e-b2c1-d178d4edef52 service neutron] For port f0034267-f3fd-42d6-867a-330b269ae4c9, host hv-cinder-83752, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:28:51.761041 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-e52a1b35-c260-458e-b2c1-d178d4edef52 service neutron] For port f0034267-f3fd-42d6-867a-330b269ae4c9, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f0034267-f3fd-42d6-867a-330b269ae4c9,segment=NetworkSegment(e36398ca-ae96-4e82-91b8-5bfc2ef32caa),segment_id=e36398ca-ae96-4e82-91b8-5bfc2ef32caa)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:28:51.772166 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-e52a1b35-c260-458e-b2c1-d178d4edef52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (f0034267-f3fd-42d6-867a-330b269ae4c9), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:51.818438 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-e52a1b35-c260-458e-b2c1-d178d4edef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:51.818975 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-e52a1b35-c260-458e-b2c1-d178d4edef52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:51.820983 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-e52a1b35-c260-458e-b2c1-d178d4edef52 service neutron] 10.222.0.69 "PUT /v2.0/ports/f0034267-f3fd-42d6-867a-330b269ae4c9 HTTP/1.1" status: 200 len: 1094 time: 1.1394589 Apr 12 14:28:51.821485 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51eab3de-f6e1-40f7-af11-0fbf81fa4b57', 'tag': 'f0034267-f3fd-42d6-867a-330b269ae4c9'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:28:51.824330 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381dbc20-2b17-4dc9-9cd3-e36cef5f4091" -d '{"events": [{"name": "network-changed", "server_uuid": "51eab3de-f6e1-40f7-af11-0fbf81fa4b57", "tag": "f0034267-f3fd-42d6-867a-330b269ae4c9"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:28:51.911383 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a1b35-c260-458e-b2c1-d178d4edef52 service neutron] Pushing event updated for resources: {'Port': ['ID=f0034267-f3fd-42d6-867a-330b269ae4c9,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:28:51.935692 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f9e0f1-9d6e-4c9a-ba86-930f65b579eb x-openstack-request-id: req-60f9e0f1-9d6e-4c9a-ba86-930f65b579eb {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:28:51.936404 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51eab3de-f6e1-40f7-af11-0fbf81fa4b57", "tag": "f0034267-f3fd-42d6-867a-330b269ae4c9", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:28:51.936827 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-60f9e0f1-9d6e-4c9a-ba86-930f65b579eb {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:28:51.937434 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60f9e0f1-9d6e-4c9a-ba86-930f65b579eb'] response: {'name': 'network-changed', 'server_uuid': '51eab3de-f6e1-40f7-af11-0fbf81fa4b57', 'tag': 'f0034267-f3fd-42d6-867a-330b269ae4c9', 'status': 'completed', 'code': 200} Apr 12 14:28:52.042150 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e416d9-0467-4840-84b5-0e6ce64376a8 req-2432ed78-84f8-4773-9af5-e322848585bf tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:52.050892 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-41e416d9-0467-4840-84b5-0e6ce64376a8 req-2432ed78-84f8-4773-9af5-e322848585bf tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.1006136 Apr 12 14:28:52.160928 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-41e416d9-0467-4840-84b5-0e6ce64376a8 req-1b6dedac-225f-4201-9f9e-f99329d21980 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085043 Apr 12 14:28:52.488851 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fe31e-463b-4316-81bc-cfd74453d259 req-d8559156-744d-4fc1-a4a4-7cf4447a6c05 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:52.499056 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c25fe31e-463b-4316-81bc-cfd74453d259 req-d8559156-744d-4fc1-a4a4-7cf4447a6c05 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 944 time: 0.0676346 Apr 12 14:28:52.552442 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c25fe31e-463b-4316-81bc-cfd74453d259 req-e034d629-646f-4047-8040-0785aa5fdd3c tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471437 Apr 12 14:28:52.887636 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:53.331052 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ee3ea-7e53-4cd3-8fce-27e1933ab2b7 req-8a1db780-e8aa-4ad3-b4d9-afc1c05cde9c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:53.332756 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-840ee3ea-7e53-4cd3-8fce-27e1933ab2b7 req-8a1db780-e8aa-4ad3-b4d9-afc1c05cde9c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0756650 Apr 12 14:28:53.422027 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-840ee3ea-7e53-4cd3-8fce-27e1933ab2b7 req-032db4fe-04ad-48a0-933a-6543dc657061 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814049 Apr 12 14:28:53.777954 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e0335-5d88-4bba-bc16-647019bf3ab8 req-0f2afa89-fa49-4e90-98dc-001039788dc0 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:53.785290 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0d5e0335-5d88-4bba-bc16-647019bf3ab8 req-0f2afa89-fa49-4e90-98dc-001039788dc0 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 944 time: 0.1166956 Apr 12 14:28:53.914241 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0d5e0335-5d88-4bba-bc16-647019bf3ab8 req-1b5a128b-09f1-4c42-8692-d637f4684ca2 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108966 Apr 12 14:28:54.426700 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:28:54.717786 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cf1be-dce8-4eec-b639-8ff4f955cc17 req-b36916a9-37e7-4692-9b71-cfe44c9f97cf tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:54.718919 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ce2cf1be-dce8-4eec-b639-8ff4f955cc17 req-b36916a9-37e7-4692-9b71-cfe44c9f97cf tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.1724324 Apr 12 14:28:54.839375 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ce2cf1be-dce8-4eec-b639-8ff4f955cc17 req-f9772276-d78d-4751-8f0f-25bbb08d947b tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130636 Apr 12 14:28:55.169558 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98009733-3cd8-4174-b4df-0960e55b9f1d req-4b71163e-c1a9-433f-81bd-365eef4c2b83 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:55.171267 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-98009733-3cd8-4174-b4df-0960e55b9f1d req-4b71163e-c1a9-433f-81bd-365eef4c2b83 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 944 time: 0.0937200 Apr 12 14:28:55.310392 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-98009733-3cd8-4174-b4df-0960e55b9f1d req-5f25e409-d4ab-4dc6-be18-cfd2edcbe683 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301289 Apr 12 14:28:56.062745 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814da9d-6052-40ad-bef0-27d8e396de3d req-f9b032e1-e182-4584-b802-274957f9e95c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:56.068936 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f814da9d-6052-40ad-bef0-27d8e396de3d req-f9b032e1-e182-4584-b802-274957f9e95c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.1171756 Apr 12 14:28:56.152172 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f814da9d-6052-40ad-bef0-27d8e396de3d req-a0c47147-c3e7-42d3-aa24-9abe0aaeebb0 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786853 Apr 12 14:28:56.535336 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac81a1-e95b-4b1c-8138-70877ec80e79 req-a9004b88-1b5a-4dc7-af1d-3df914960fcc tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:56.543491 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e3ac81a1-e95b-4b1c-8138-70877ec80e79 req-a9004b88-1b5a-4dc7-af1d-3df914960fcc tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 944 time: 0.0738232 Apr 12 14:28:56.609261 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e3ac81a1-e95b-4b1c-8138-70877ec80e79 req-a24b0578-ffef-4a7e-af85-a4723345c7e0 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648470 Apr 12 14:28:57.407773 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90c684-733a-4897-aaa3-8b69ad6e080a req-5cbf7b44-fc83-41c0-aefd-c1a4d7ff9e3c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:57.415380 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3c90c684-733a-4897-aaa3-8b69ad6e080a req-5cbf7b44-fc83-41c0-aefd-c1a4d7ff9e3c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0871420 Apr 12 14:28:57.494011 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3c90c684-733a-4897-aaa3-8b69ad6e080a req-14bf17cd-afe3-4e63-b6da-fbcef91a4ee4 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779724 Apr 12 14:28:57.859272 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f70dfa-8c71-4c2c-baf4-0c8f71d44858 req-e36ad879-3529-47c7-89ec-c055c80185a6 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:57.868272 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-90f70dfa-8c71-4c2c-baf4-0c8f71d44858 req-e36ad879-3529-47c7-89ec-c055c80185a6 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 944 time: 0.0657666 Apr 12 14:28:57.943662 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-90f70dfa-8c71-4c2c-baf4-0c8f71d44858 req-f1413582-b7ea-4959-abd3-1133347ee311 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741231 Apr 12 14:28:58.662993 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c1102-40db-454d-87ac-81338864e413 req-997736fb-aa3f-4e28-82ed-f1de24fd03cc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:58.665867 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0b7c1102-40db-454d-87ac-81338864e413 req-997736fb-aa3f-4e28-82ed-f1de24fd03cc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0882995 Apr 12 14:28:58.734210 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0b7c1102-40db-454d-87ac-81338864e413 req-6f430dcc-a4e6-482c-85cc-d3f5eab6f1a6 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558343 Apr 12 14:28:59.094506 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26149e6f-1a96-4420-b44f-6aacbdb9f8f8 req-b73d49f8-f481-4430-b619-81531d3c9e9b tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:59.096659 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-26149e6f-1a96-4420-b44f-6aacbdb9f8f8 req-b73d49f8-f481-4430-b619-81531d3c9e9b tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 944 time: 0.0578690 Apr 12 14:28:59.145817 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-26149e6f-1a96-4420-b44f-6aacbdb9f8f8 req-a3901bdb-47e1-483f-9b78-02528d4538df tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431495 Apr 12 14:28:59.876314 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 57874) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:28:59.881397 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbbe7d-6265-4fe6-ab37-5d9ad3b75d01 req-ad9b7f73-868d-46ad-bc75-aa1468934732 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:28:59.888669 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e8fbbe7d-6265-4fe6-ab37-5d9ad3b75d01 req-ad9b7f73-868d-46ad-bc75-aa1468934732 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0641410 Apr 12 14:28:59.940786 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e8fbbe7d-6265-4fe6-ab37-5d9ad3b75d01 req-78bef85e-419e-43bd-bbbe-ca586bbee2e3 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510104 Apr 12 14:29:00.005081 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c3caa9e3-ed5e-4ce3-9f12-e0843dd63ba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:00.091754 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c3caa9e3-ed5e-4ce3-9f12-e0843dd63ba8 admin admin] Publish callbacks [] for security_group (733395b5-f10c-47c3-b605-a974033f6e88), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:00.097166 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c3caa9e3-ed5e-4ce3-9f12-e0843dd63ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (733395b5-f10c-47c3-b605-a974033f6e88), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:00.140389 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3caa9e3-ed5e-4ce3-9f12-e0843dd63ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733395b5-f10c-47c3-b605-a974033f6e88,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:00.148150 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-c3caa9e3-ed5e-4ce3-9f12-e0843dd63ba8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4d5549867269495abb88704052ddaa2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2700279 Apr 12 14:29:00.148355 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 57878) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:00.210086 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1bf2ca47-1459-42a5-a2e4-653c2dadad6b admin admin] Publish callbacks [] for security_group (733395b5-f10c-47c3-b605-a974033f6e88), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:00.254462 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1bf2ca47-1459-42a5-a2e4-653c2dadad6b admin admin] Publish callbacks [] for security_group (733395b5-f10c-47c3-b605-a974033f6e88), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:00.308483 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecdaa2-a5d1-4b02-ba10-7a7a36cc95a0 req-d97c68dc-a434-4c2d-b1ff-b164087e672d tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:00.310081 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-81ecdaa2-a5d1-4b02-ba10-7a7a36cc95a0 req-d97c68dc-a434-4c2d-b1ff-b164087e672d tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 944 time: 0.0767515 Apr 12 14:29:00.372261 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1bf2ca47-1459-42a5-a2e4-653c2dadad6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (733395b5-f10c-47c3-b605-a974033f6e88), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:00.374863 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1bf2ca47-1459-42a5-a2e4-653c2dadad6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:00.376019 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-1bf2ca47-1459-42a5-a2e4-653c2dadad6b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/733395b5-f10c-47c3-b605-a974033f6e88 HTTP/1.1" status: 204 len: 168 time: 0.2268500 Apr 12 14:29:00.385763 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2ca47-1459-42a5-a2e4-653c2dadad6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733395b5-f10c-47c3-b605-a974033f6e88,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:00.391643 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-81ecdaa2-a5d1-4b02-ba10-7a7a36cc95a0 req-4a82be45-8f28-42b2-acd6-883eeb31124b tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757778 Apr 12 14:29:01.137535 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1315d45-4073-4654-a1aa-7aa765f7d942 req-4ca22dac-ccf2-4a80-9fdd-f34628574430 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:01.140213 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f1315d45-4073-4654-a1aa-7aa765f7d942 req-4ca22dac-ccf2-4a80-9fdd-f34628574430 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0771403 Apr 12 14:29:01.192104 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f1315d45-4073-4654-a1aa-7aa765f7d942 req-97edee8c-3d85-4814-bfc8-86f1fcc6b0bf tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459609 Apr 12 14:29:01.530450 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe6893-217b-477b-922d-2da1636ae4aa req-1e60c93a-12da-4b40-a5ce-5039b60fac9d tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:01.531969 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7ffe6893-217b-477b-922d-2da1636ae4aa req-1e60c93a-12da-4b40-a5ce-5039b60fac9d tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 944 time: 0.0546339 Apr 12 14:29:01.597091 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7ffe6893-217b-477b-922d-2da1636ae4aa req-490b9081-2cd4-4942-b4fe-a2536bacb51e tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508311 Apr 12 14:29:02.337556 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381dbc20-2b17-4dc9-9cd3-e36cef5f4091 req-0358a685-94a1-4ef5-becd-724d1abf1b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:02.339047 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-381dbc20-2b17-4dc9-9cd3-e36cef5f4091 req-0358a685-94a1-4ef5-becd-724d1abf1b27 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b3d7ea4039fe45f0b3b3710a70602d66&device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 1128 time: 0.0795410 Apr 12 14:29:02.352605 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4898b1-8810-4072-9e46-af790bd11f8b req-21f2f9d9-4bbb-44b1-8078-13aeb4392367 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:02.354245 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-de4898b1-8810-4072-9e46-af790bd11f8b req-21f2f9d9-4bbb-44b1-8078-13aeb4392367 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0589347 Apr 12 14:29:02.423909 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-de4898b1-8810-4072-9e46-af790bd11f8b req-38177afc-f684-4712-9f26-382d467115d2 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630317 Apr 12 14:29:02.576746 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381dbc20-2b17-4dc9-9cd3-e36cef5f4091 req-48dc7a23-1698-4341-8486-ff979d65837c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:02.578177 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-381dbc20-2b17-4dc9-9cd3-e36cef5f4091 req-48dc7a23-1698-4341-8486-ff979d65837c service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b3d7ea4039fe45f0b3b3710a70602d66&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1758356 Apr 12 14:29:02.736523 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680273a-c816-4dab-aee0-ce8a8e403831 req-c56a0e5e-72c9-4ac7-945d-3b1961658e08 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:02.738405 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8680273a-c816-4dab-aee0-ce8a8e403831 req-c56a0e5e-72c9-4ac7-945d-3b1961658e08 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 944 time: 0.0635552 Apr 12 14:29:03.061762 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53025d-0a39-4aa6-bb65-0aaa43855599 req-23991cf4-7032-4c44-8339-2fe19531bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:03.063285 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6b53025d-0a39-4aa6-bb65-0aaa43855599 req-23991cf4-7032-4c44-8339-2fe19531bc4b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=49188c95f1804cb397ce7cc2aeb071f2&device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 1130 time: 0.0414691 Apr 12 14:29:03.102129 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8680273a-c816-4dab-aee0-ce8a8e403831 req-7e4cc88a-cbb7-4f99-9e97-72846ebed671 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576779 Apr 12 14:29:03.149982 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381dbc20-2b17-4dc9-9cd3-e36cef5f4091 req-66119875-9029-449b-945e-179b31594d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:03.151790 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-381dbc20-2b17-4dc9-9cd3-e36cef5f4091 req-66119875-9029-449b-945e-179b31594d58 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1839647 Apr 12 14:29:03.163889 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53025d-0a39-4aa6-bb65-0aaa43855599 req-eff727e5-90a3-4d86-bb6e-17149c42ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:03.165405 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6b53025d-0a39-4aa6-bb65-0aaa43855599 req-eff727e5-90a3-4d86-bb6e-17149c42ab71 service neutron] 10.222.0.69 "GET /v2.0/networks?id=10b93a74-e9df-4c8d-a668-3b0b6235408c HTTP/1.1" status: 200 len: 918 time: 0.0931301 Apr 12 14:29:03.241096 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6b53025d-0a39-4aa6-bb65-0aaa43855599 req-3ff283b3-8459-43bc-9ac6-ed5e235d89ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8a0b6c8-ec77-40ab-a972-4f742255a527 HTTP/1.1" status: 200 len: 1001 time: 0.0679395 Apr 12 14:29:03.276216 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-e45f7328-a23c-452f-a794-4fb6a238d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:03.277778 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-e45f7328-a23c-452f-a794-4fb6a238d918 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b3d7ea4039fe45f0b3b3710a70602d66&device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 1128 time: 0.0433304 Apr 12 14:29:03.540343 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6c41a-4ec2-496f-b8e1-bf34f78c2e85 req-0319d558-c4cc-496e-be79-d5bfd998f9a5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:03.541849 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b5c6c41a-4ec2-496f-b8e1-bf34f78c2e85 req-0319d558-c4cc-496e-be79-d5bfd998f9a5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0481744 Apr 12 14:29:03.588267 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b5c6c41a-4ec2-496f-b8e1-bf34f78c2e85 req-523ce180-33c9-44d6-a167-125dde822bdb tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404191 Apr 12 14:29:04.214324 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca66b1-491b-4e90-8451-65c614c00e66 req-ee568b65-dae2-48ac-897b-a0161e0faef9 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:04.215793 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f8ca66b1-491b-4e90-8451-65c614c00e66 req-ee568b65-dae2-48ac-897b-a0161e0faef9 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 944 time: 0.0475316 Apr 12 14:29:04.270471 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f8ca66b1-491b-4e90-8451-65c614c00e66 req-dc97a6cc-ca3d-4bd3-b721-17ecca36f1d7 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490463 Apr 12 14:29:04.712341 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7939e1-de7f-4eff-8caa-5661538b165d req-82dfa534-85e6-449e-81e9-d4d4da2fdc97 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:04.714039 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ed7939e1-de7f-4eff-8caa-5661538b165d req-82dfa534-85e6-449e-81e9-d4d4da2fdc97 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0504708 Apr 12 14:29:04.762561 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ed7939e1-de7f-4eff-8caa-5661538b165d req-747cf65c-6b09-48ef-aa6f-18e55c0ff9b9 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429504 Apr 12 14:29:05.386982 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e35bf-72c7-4ea0-8bb6-a9b16ae3638e req-da81cae1-e1e1-4b25-b272-ebaa5ce5a74f tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:05.388473 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-408e35bf-72c7-4ea0-8bb6-a9b16ae3638e req-da81cae1-e1e1-4b25-b272-ebaa5ce5a74f tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 944 time: 0.0471952 Apr 12 14:29:05.435859 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-408e35bf-72c7-4ea0-8bb6-a9b16ae3638e req-087f4f95-b474-45d0-a4aa-a0b2a817355d tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412693 Apr 12 14:29:05.884088 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33076bda-8d08-4397-bde0-41d4ebe28476 req-26c72a0c-dc6d-49b8-879d-a7c5a9e83386 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:05.884946 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-33076bda-8d08-4397-bde0-41d4ebe28476 req-26c72a0c-dc6d-49b8-879d-a7c5a9e83386 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 946 time: 0.0501485 Apr 12 14:29:05.892872 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:05.938048 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53025d-0a39-4aa6-bb65-0aaa43855599 req-e56e127f-99c7-4e74-b1a3-a76addca7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:05.940146 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6b53025d-0a39-4aa6-bb65-0aaa43855599 req-e56e127f-99c7-4e74-b1a3-a76addca7418 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b1d9c83f-a54a-4a39-b389-03cf74c59344 HTTP/1.1" status: 200 len: 855 time: 0.0521355 Apr 12 14:29:05.955896 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-03e85d7d-22a0-45c6-b88d-561feb330d68 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0034267-f3fd-42d6-867a-330b269ae4c9 HTTP/1.1" status: 200 len: 217 time: 0.0560677 Apr 12 14:29:05.980222 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-33076bda-8d08-4397-bde0-41d4ebe28476 req-d65f0ec2-be1a-4fe9-9623-b292b72499aa tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885608 Apr 12 14:29:06.018001 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53025d-0a39-4aa6-bb65-0aaa43855599 req-9b57f20e-6425-4a87-8bb4-736733ab8704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:06.019423 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6b53025d-0a39-4aa6-bb65-0aaa43855599 req-9b57f20e-6425-4a87-8bb4-736733ab8704 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=10b93a74-e9df-4c8d-a668-3b0b6235408c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463986 Apr 12 14:29:06.083816 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-231dd2e3-560b-42bc-9268-2cd4130dafe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:06.085613 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-231dd2e3-560b-42bc-9268-2cd4130dafe5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1fc1673c-be61-42df-9b70-97c35069d384 HTTP/1.1" status: 200 len: 854 time: 0.0542848 Apr 12 14:29:06.131559 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6b53025d-0a39-4aa6-bb65-0aaa43855599 req-9ee2f562-6911-449c-914a-77c658c16726 service neutron] 10.222.0.69 "GET /v2.0/networks/10b93a74-e9df-4c8d-a668-3b0b6235408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907943 Apr 12 14:29:06.390651 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-97f9c467-d114-4e8d-9e84-e2332936c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:06.392185 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-97f9c467-d114-4e8d-9e84-e2332936c610 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9cf681b3-e3b6-4238-acc9-69f2e6504ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490251 Apr 12 14:29:06.450083 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-6b53025d-0a39-4aa6-bb65-0aaa43855599 req-d82aa03e-9115-4a51-8a83-c0b9be5059b3 service neutron] 10.222.0.69 "GET /v2.0/networks/10b93a74-e9df-4c8d-a668-3b0b6235408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077344 Apr 12 14:29:06.497964 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-7b33ac27-fc41-4771-afa0-9a144b0ecbd6 service neutron] 10.222.0.69 "GET /v2.0/networks/9cf681b3-e3b6-4238-acc9-69f2e6504ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940192 Apr 12 14:29:06.500423 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device c8a0b6c8-ec77-40ab-a972-4f742255a527 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:29:06.552194 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbffa9d-afaa-49cc-9bca-f1d056dc91f0 req-d6494582-9611-4dd2-8a60-18afdeaaead0 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:06.553831 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bcbffa9d-afaa-49cc-9bca-f1d056dc91f0 req-d6494582-9611-4dd2-8a60-18afdeaaead0 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 944 time: 0.0497561 Apr 12 14:29:06.587394 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port c8a0b6c8-ec77-40ab-a972-4f742255a527 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:06.588079 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:06.611805 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ed3477-8088-40bd-a3a5-21adafe42eab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8a0b6c8-ec77-40ab-a972-4f742255a527'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:29:06.614372 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c59c108-484a-4ec9-b9f0-733a931e29df" -d '{"events": [{"server_uuid": "04ed3477-8088-40bd-a3a5-21adafe42eab", "name": "network-vif-unplugged", "status": "completed", "tag": "c8a0b6c8-ec77-40ab-a972-4f742255a527"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:29:06.628493 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port c8a0b6c8-ec77-40ab-a972-4f742255a527, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c8a0b6c8-ec77-40ab-a972-4f742255a527,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:29:06.635048 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:06.660496 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 14:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c3f105-f6b9-4ca0-9254-ce4c9214f2a5 x-openstack-request-id: req-28c3f105-f6b9-4ca0-9254-ce4c9214f2a5 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:29:06.660788 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ed3477-8088-40bd-a3a5-21adafe42eab", "name": "network-vif-unplugged", "status": "completed", "tag": "c8a0b6c8-ec77-40ab-a972-4f742255a527", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:29:06.661065 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-28c3f105-f6b9-4ca0-9254-ce4c9214f2a5 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:29:06.661463 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28c3f105-f6b9-4ca0-9254-ce4c9214f2a5'] response: {'server_uuid': '04ed3477-8088-40bd-a3a5-21adafe42eab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8a0b6c8-ec77-40ab-a972-4f742255a527', 'code': 200} Apr 12 14:29:06.684086 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bcbffa9d-afaa-49cc-9bca-f1d056dc91f0 req-f4eeba56-aa77-4a77-9150-e50b1951f642 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213100 Apr 12 14:29:06.690160 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=c8a0b6c8-ec77-40ab-a972-4f742255a527,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:06.698007 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:06.698357 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:06.698737 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:06.699114 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:06.699488 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:06.699849 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:06.700184 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:06.700517 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:06.700866 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:06.701210 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:06.701542 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:06.701874 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:06.702216 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:06.702565 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:06.702892 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:06.706681 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c488b415-f87a-4bcf-be46-6f3a43657dc3 req-c64d7f12-3a7a-406c-a2e0-fd77a5a20290 service neutron] 10.222.0.69 "GET /v2.0/networks/9cf681b3-e3b6-4238-acc9-69f2e6504ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315587 Apr 12 14:29:07.122954 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba514d-99c5-415e-9d23-5213b9efdd00 req-14bc4572-ee48-433e-8f69-929a491206c2 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:07.125205 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-71ba514d-99c5-415e-9d23-5213b9efdd00 req-14bc4572-ee48-433e-8f69-929a491206c2 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.0664306 Apr 12 14:29:07.194265 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-71ba514d-99c5-415e-9d23-5213b9efdd00 req-ee772884-c821-4563-b855-c020686eced8 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619214 Apr 12 14:29:07.435901 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-413f44db-5c2b-4b33-b7f6-f795c9f9f7a9 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-498710688&fields=id&tenant_id=02af406c5f5b4f27890c5db6f5bda840 HTTP/1.1" status: 200 len: 267 time: 0.0444672 Apr 12 14:29:07.549856 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-75210b87-71dc-41f9-a73e-7909a0ebd8c0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:07.551312 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-75210b87-71dc-41f9-a73e-7909a0ebd8c0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/networks?id=37f9d6cb-734d-4a5c-b448-eec2b9f94087 HTTP/1.1" status: 200 len: 812 time: 0.1083274 Apr 12 14:29:07.566059 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-8658e5f3-5875-4d8c-b3b9-fc4e95180a89 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/quotas/02af406c5f5b4f27890c5db6f5bda840 HTTP/1.1" status: 200 len: 375 time: 0.0092342 Apr 12 14:29:07.627538 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-ee279d1f-77b7-4ce3-9787-a64f12d1f05e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=02af406c5f5b4f27890c5db6f5bda840&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560257 Apr 12 14:29:07.732304 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-c4cc841b-84e7-4375-9ab0-1db3eb335615 service neutron] 10.222.0.79 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936384 Apr 12 14:29:07.847608 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64206396-64b3-4863-8cf1-1c5a0b0a542f req-083a0be5-52a7-49a0-8a7b-1fbdeb5f65ce tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:07.849092 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-64206396-64b3-4863-8cf1-1c5a0b0a542f req-083a0be5-52a7-49a0-8a7b-1fbdeb5f65ce tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 944 time: 0.0823102 Apr 12 14:29:07.885518 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-400bbfda-ee48-4c63-9cbe-b845f2ac4b2a service neutron] 10.222.0.79 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437545 Apr 12 14:29:07.909258 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-64206396-64b3-4863-8cf1-1c5a0b0a542f req-6e8642de-5efd-4a84-8aa0-cec253f6f157 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540652 Apr 12 14:29:08.177664 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-90e62040-ca6e-4658-af39-4709837c3dce req-d4992fe7-ca69-4363-8856-6136274725d1 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 210 time: 0.0284603 Apr 12 14:29:08.350344 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796e89a-f70a-488a-ab98-f32631794951 req-be9ef166-9587-45de-948e-7221bf7933fc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:08.352011 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2796e89a-f70a-488a-ab98-f32631794951 req-be9ef166-9587-45de-948e-7221bf7933fc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.0587823 Apr 12 14:29:08.404834 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2796e89a-f70a-488a-ab98-f32631794951 req-13f7681a-848a-439b-afe2-e51e4cfe3b9a tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452335 Apr 12 14:29:09.018501 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f41510-0714-45e1-8637-3cb636fcec12 req-a8b9999c-56a8-481e-9a49-4bac594b7e2e tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:09.019947 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-70f41510-0714-45e1-8637-3cb636fcec12 req-a8b9999c-56a8-481e-9a49-4bac594b7e2e tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 944 time: 0.0464211 Apr 12 14:29:09.066428 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-70f41510-0714-45e1-8637-3cb636fcec12 req-55e2a566-f5fb-4bd2-b010-c2e5a4be81ca tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406313 Apr 12 14:29:09.274187 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0205f998-2f41-4e6d-9e28-4da0b861dd5c req-2d1c96ff-a299-4de4-91cc-3bf827fe414f tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 210 time: 0.0315604 Apr 12 14:29:09.528833 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c99ca-daea-4aad-958d-bcb37d57fc43 req-398c9beb-e91f-4cda-af52-1f0715a7d367 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:09.530245 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-186c99ca-daea-4aad-958d-bcb37d57fc43 req-398c9beb-e91f-4cda-af52-1f0715a7d367 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.0502870 Apr 12 14:29:09.578615 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-186c99ca-daea-4aad-958d-bcb37d57fc43 req-9d6f71dc-2d03-4ceb-997a-cac67aa051ed tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423946 Apr 12 14:29:10.178774 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ead97d-db1b-42a2-8975-0392fea19b0d req-70754a58-11ce-4f2a-a732-391ee1060a37 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:10.180243 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-59ead97d-db1b-42a2-8975-0392fea19b0d req-70754a58-11ce-4f2a-a732-391ee1060a37 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 944 time: 0.0473790 Apr 12 14:29:10.227182 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-59ead97d-db1b-42a2-8975-0392fea19b0d req-3bbc0e46-54a5-41fb-ba6f-a9ebb6229724 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410886 Apr 12 14:29:10.380075 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-01cc132c-e04b-4224-81aa-bd84817bd6ee req-f57af5f5-eeb5-490f-a4dc-6d3b4ca4f893 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 210 time: 0.0314658 Apr 12 14:29:10.698012 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc683b-631f-41b1-a118-ce609a086e96 req-dad3defe-8225-4291-9aa0-318dd5a36aaf tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:10.699859 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0ffc683b-631f-41b1-a118-ce609a086e96 req-dad3defe-8225-4291-9aa0-318dd5a36aaf tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.0493407 Apr 12 14:29:10.750156 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0ffc683b-631f-41b1-a118-ce609a086e96 req-c8970a21-2e0e-46d0-8614-122bd596079b tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436647 Apr 12 14:29:11.341700 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:29:11.342914 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5cc1a-5b90-4bfc-9ef5-d6ce8531d12f req-d7c01c04-fe15-4c93-9a1f-2ea6946275d6 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:11.344452 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cfe5cc1a-5b90-4bfc-9ef5-d6ce8531d12f req-d7c01c04-fe15-4c93-9a1f-2ea6946275d6 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 944 time: 0.0483823 Apr 12 14:29:11.394784 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cfe5cc1a-5b90-4bfc-9ef5-d6ce8531d12f req-676ed203-08ca-4b9b-89f8-7157d0500c21 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443625 Apr 12 14:29:11.509743 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a78a0fd5-8fd0-450a-8408-bbc0efb813d5 req-7025dd8b-0989-4904-8e58-2c963ac38c63 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 210 time: 0.0320902 Apr 12 14:29:11.871781 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19725599-0109-40a3-b083-9132fe4d28fa req-d433be2e-c502-4a40-b709-3bc12caa46d7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:11.873295 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-19725599-0109-40a3-b083-9132fe4d28fa req-d433be2e-c502-4a40-b709-3bc12caa46d7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.0482187 Apr 12 14:29:11.921285 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-19725599-0109-40a3-b083-9132fe4d28fa req-b28cec72-2fd3-44e1-b0d8-2ce0f2e886bf tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420914 Apr 12 14:29:12.515411 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8dbe1-866e-4a21-84ce-d63ede2e36a7 req-4e1c8fb7-430d-4649-a1f5-0735c36b61cb tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:12.517051 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-99a8dbe1-866e-4a21-84ce-d63ede2e36a7 req-4e1c8fb7-430d-4649-a1f5-0735c36b61cb tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 944 time: 0.0535128 Apr 12 14:29:12.563322 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-99a8dbe1-866e-4a21-84ce-d63ede2e36a7 req-c2315544-8ac0-4e04-a028-878f9fed8d25 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407853 Apr 12 14:29:12.647352 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c919ab2c-f606-4050-b562-a3cdd210b49a req-a6d6d7f2-d330-40c9-b2be-0dd917b9b95f tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 210 time: 0.0314617 Apr 12 14:29:13.036021 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40303ba3-ff8a-494b-ad5b-eb315426d2cf req-e4b028d2-0a22-456f-bd37-d52bb3b104fb tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:13.037425 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-40303ba3-ff8a-494b-ad5b-eb315426d2cf req-e4b028d2-0a22-456f-bd37-d52bb3b104fb tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.0470293 Apr 12 14:29:13.088225 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-40303ba3-ff8a-494b-ad5b-eb315426d2cf req-51e8d280-51da-4a6a-b413-6dd120510996 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452578 Apr 12 14:29:13.673266 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16a8d4-40a7-405b-834a-3a9c2a59bb3e req-5a10ae82-0a53-4db0-a863-90533aeaafd8 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:13.674909 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1c16a8d4-40a7-405b-834a-3a9c2a59bb3e req-5a10ae82-0a53-4db0-a863-90533aeaafd8 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 944 time: 0.0469108 Apr 12 14:29:13.721183 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1c16a8d4-40a7-405b-834a-3a9c2a59bb3e req-b66fa945-3e37-46c3-ad40-fe634de0daa6 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406494 Apr 12 14:29:13.805183 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6e322941-70fc-4d98-92f8-2d70a53bbec3 req-0e6db2e5-e9fa-4dcf-ac43-65d67217a3f5 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 210 time: 0.0311434 Apr 12 14:29:14.217083 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b10ca-6c0e-491a-9e57-c37d59d34207 req-9d0255f9-9a34-4803-a6fd-c876fd7b27bf tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:14.218565 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9e6b10ca-6c0e-491a-9e57-c37d59d34207 req-9d0255f9-9a34-4803-a6fd-c876fd7b27bf tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.0473838 Apr 12 14:29:14.265854 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9e6b10ca-6c0e-491a-9e57-c37d59d34207 req-cbe23a57-8209-4508-845a-a51777650d5b tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411201 Apr 12 14:29:14.851999 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a313052-9d8c-4d4d-b7b3-cb05c098abb0 req-e6afa6b7-6cdf-4d90-9639-85a8dd1ed012 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:14.854793 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2a313052-9d8c-4d4d-b7b3-cb05c098abb0 req-e6afa6b7-6cdf-4d90-9639-85a8dd1ed012 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 944 time: 0.0586348 Apr 12 14:29:14.909417 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2a313052-9d8c-4d4d-b7b3-cb05c098abb0 req-03591478-a115-4a80-b61d-5b086415b3c5 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472062 Apr 12 14:29:15.021234 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-676d6a31-5a4e-4275-924d-23028ca4636c req-186561cb-193d-42f8-b91e-e579c4847a9d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 210 time: 0.0538740 Apr 12 14:29:15.160649 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9578aeb9-7a45-4c6a-ad18-aa146d3ba56a req-493b5d04-3653-485c-bf44-71824bcb5eea service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440798 Apr 12 14:29:15.385147 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97849751-ef0c-4df1-9ba3-93ee2168557a req-74736b7c-ebad-498a-93f6-50291b3005a1 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:15.386607 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-97849751-ef0c-4df1-9ba3-93ee2168557a req-74736b7c-ebad-498a-93f6-50291b3005a1 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.0473392 Apr 12 14:29:15.434029 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-97849751-ef0c-4df1-9ba3-93ee2168557a req-224d1bb3-af8e-4954-ad75-4f0de43cd415 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412951 Apr 12 14:29:15.602396 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device f0034267-f3fd-42d6-867a-330b269ae4c9 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:29:15.620930 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device c8a0b6c8-ec77-40ab-a972-4f742255a527 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:29:15.790472 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port c8a0b6c8-ec77-40ab-a972-4f742255a527 is: DOWN; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:15.810101 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port f0034267-f3fd-42d6-867a-330b269ae4c9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f0034267-f3fd-42d6-867a-330b269ae4c9,segment=NetworkSegment(e36398ca-ae96-4e82-91b8-5bfc2ef32caa),segment_id=e36398ca-ae96-4e82-91b8-5bfc2ef32caa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:29:15.828018 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Returning: {'device': 'f0034267-f3fd-42d6-867a-330b269ae4c9', 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4', 'port_id': 'f0034267-f3fd-42d6-867a-330b269ae4c9', 'mac_address': 'fa:16:3e:ef:1a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fc1673c-be61-42df-9b70-97c35069d384', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:29:15.889136 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578aeb9-7a45-4c6a-ad18-aa146d3ba56a req-af998001-b39b-4cab-b304-d7c4d18eb3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:15.892336 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9578aeb9-7a45-4c6a-ad18-aa146d3ba56a req-af998001-b39b-4cab-b304-d7c4d18eb3b5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bc50f73daaba422a80028bd9395b487e&device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 1130 time: 0.0562868 Apr 12 14:29:15.913177 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port f0034267-f3fd-42d6-867a-330b269ae4c9 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:15.913575 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (f0034267-f3fd-42d6-867a-330b269ae4c9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:15.930236 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0034267-f3fd-42d6-867a-330b269ae4c9 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:29:15.959576 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port f0034267-f3fd-42d6-867a-330b269ae4c9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f0034267-f3fd-42d6-867a-330b269ae4c9,segment=NetworkSegment(e36398ca-ae96-4e82-91b8-5bfc2ef32caa),segment_id=e36398ca-ae96-4e82-91b8-5bfc2ef32caa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:29:15.964069 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (f0034267-f3fd-42d6-867a-330b269ae4c9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:16.065514 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=f0034267-f3fd-42d6-867a-330b269ae4c9,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:16.119851 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292611d0-4f62-471f-aa73-4ef8e02e7eb1 req-b2776366-6d47-4e9b-8ca2-4b3fdb77e800 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:16.121853 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-292611d0-4f62-471f-aa73-4ef8e02e7eb1 req-b2776366-6d47-4e9b-8ca2-4b3fdb77e800 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 945 time: 0.1281972 Apr 12 14:29:16.166958 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-5efbf2b2-ba85-421f-8116-cf84e8dc8252 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:16.168657 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-5efbf2b2-ba85-421f-8116-cf84e8dc8252 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.69 "GET /v2.0/networks?id=37f9d6cb-734d-4a5c-b448-eec2b9f94087 HTTP/1.1" status: 200 len: 812 time: 0.1587181 Apr 12 14:29:16.177570 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [req-e65bb1bb-4652-4f7f-af3c-27d488ba6bd7 req-7733bb56-41b7-489e-9502-474bcf28a5ff service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:29:16.178591 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e65bb1bb-4652-4f7f-af3c-27d488ba6bd7 req-7733bb56-41b7-489e-9502-474bcf28a5ff service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059681 Apr 12 14:29:16.186001 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578aeb9-7a45-4c6a-ad18-aa146d3ba56a req-b9131d4c-99e0-4b71-b25d-5a2d25a7de11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:16.187492 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9578aeb9-7a45-4c6a-ad18-aa146d3ba56a req-b9131d4c-99e0-4b71-b25d-5a2d25a7de11 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 HTTP/1.1" status: 200 len: 921 time: 0.2528398 Apr 12 14:29:16.210045 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-292611d0-4f62-471f-aa73-4ef8e02e7eb1 req-bdd5d837-628f-450e-aad0-6759e01860e2 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741274 Apr 12 14:29:16.328725 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9578aeb9-7a45-4c6a-ad18-aa146d3ba56a req-f67dcc20-a95b-44d8-9127-feb413dc4606 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cc37ca7-0920-4f67-89e7-d7f50d7555ea HTTP/1.1" status: 200 len: 217 time: 0.0735931 Apr 12 14:29:16.368497 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['f0034267-f3fd-42d6-867a-330b269ae4c9'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:29:16.380269 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-90997e6d-3be9-499c-9576-101424c4cb2c tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02af406c5f5b4f27890c5db6f5bda840 HTTP/1.1" status: 200 len: 379 time: 0.1247146 Apr 12 14:29:16.393352 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Request body: {'port': {'device_id': '5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'admin_state_up': True, 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'security_groups': ['c0a675c0-6e8b-4865-b479-bcd498dd6585']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:16.454774 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dd970a65-c615-47eb-b09f-09aa88f50e9c req-d7659a80-3a86-4d45-8107-4244c2508d1a tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 210 time: 0.1389909 Apr 12 14:29:16.537511 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578aeb9-7a45-4c6a-ad18-aa146d3ba56a req-6f035df7-ece8-46ef-95f6-345629fcdbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:16.539093 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9578aeb9-7a45-4c6a-ad18-aa146d3ba56a req-6f035df7-ece8-46ef-95f6-345629fcdbb7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=041172b8-b945-46f0-8972-88e78348afd5 HTTP/1.1" status: 200 len: 858 time: 0.1906321 Apr 12 14:29:16.551918 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a195878-8e90-4776-ba76-93796dc96fd9 req-114ec25f-bba3-423c-86ba-1d2c0485f833 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:16.559084 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1a195878-8e90-4776-ba76-93796dc96fd9 req-114ec25f-bba3-423c-86ba-1d2c0485f833 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.0986176 Apr 12 14:29:16.609688 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Made reservation on behalf of 02af406c5f5b4f27890c5db6f5bda840 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:29:16.613833 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:16.638309 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578aeb9-7a45-4c6a-ad18-aa146d3ba56a req-0f7c8241-0bff-4130-a3cd-87876a033414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:16.640085 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9578aeb9-7a45-4c6a-ad18-aa146d3ba56a req-0f7c8241-0bff-4130-a3cd-87876a033414 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0788937 Apr 12 14:29:16.664672 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1a195878-8e90-4776-ba76-93796dc96fd9 req-01e8fc0b-daa1-46b9-a384-c7413403a310 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044095 Apr 12 14:29:16.771303 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9578aeb9-7a45-4c6a-ad18-aa146d3ba56a req-8c287b25-f609-4df0-b704-83a723f166f7 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055338 Apr 12 14:29:16.804633 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Allocated IP 172.20.0.4 (37f9d6cb-734d-4a5c-b448-eec2b9f94087/5f372aa8-ef48-4490-a9b2-c7f480e5dc57/b58faff4-3309-40bf-a832-6b5d44e45854) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:29:16.886437 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9578aeb9-7a45-4c6a-ad18-aa146d3ba56a req-5b0ba60d-fabc-43e9-999b-39c2132eb7d4 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081274 Apr 12 14:29:16.897311 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 58182) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:16.970320 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for port (b58faff4-3309-40bf-a832-6b5d44e45854), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:16.983782 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6d50fa2-b02b-40f8-9bfc-a95a3ea5b1fa req-bc07a378-6e96-4d2c-ad57-7c05825f2939 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853517 Apr 12 14:29:16.992588 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [req-a6d50fa2-b02b-40f8-9bfc-a95a3ea5b1fa req-f114bedc-e6c6-4cf2-86e9-e9b9d799e357 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:29:16.993683 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6d50fa2-b02b-40f8-9bfc-a95a3ea5b1fa req-f114bedc-e6c6-4cf2-86e9-e9b9d799e357 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050955 Apr 12 14:29:17.004280 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (b58faff4-3309-40bf-a832-6b5d44e45854), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:17.054884 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Network 37f9d6cb-734d-4a5c-b448-eec2b9f94087 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:29:17.057943 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:29:17.061768 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:29:17.088321 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 58190) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:17.091651 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Pushing event updated for resources: {'Port': ['ID=b58faff4-3309-40bf-a832-6b5d44e45854,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:17.109723 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:17.110080 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:17.110655 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:17.110793 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:17.111137 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:17.111481 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:17.111803 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:17.112130 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:17.112458 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:17.112792 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:17.113141 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:17.113481 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:17.113813 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:17.114146 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:17.114469 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:17.135961 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:17.136601 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:17.163489 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-676ec54a-bba4-458d-976d-f9a6f422faa6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7749443 Apr 12 14:29:17.182508 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-dc05bb8b-7c0f-44fc-8db0-ef0c6568e1ee service neutron] Request body: {'port': {'device_id': '5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:17.228195 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d50fa2-b02b-40f8-9bfc-a95a3ea5b1fa req-0e4629f3-a98a-4040-95f0-7cff724479aa tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:17.229828 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6d50fa2-b02b-40f8-9bfc-a95a3ea5b1fa req-0e4629f3-a98a-4040-95f0-7cff724479aa tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports/c8a0b6c8-ec77-40ab-a972-4f742255a527 HTTP/1.1" status: 200 len: 941 time: 0.1404636 Apr 12 14:29:17.263049 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-dc05bb8b-7c0f-44fc-8db0-ef0c6568e1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (b58faff4-3309-40bf-a832-6b5d44e45854), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:17.311228 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-988429ac-f972-46c0-8b3d-d0a206c011ad None None] Provisioning complete for port b58faff4-3309-40bf-a832-6b5d44e45854 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:17.312377 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-988429ac-f972-46c0-8b3d-d0a206c011ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (b58faff4-3309-40bf-a832-6b5d44e45854), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:17.344363 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df2aad-2368-43cf-91dd-749db42f8ff4 req-93d683f5-daa7-4dee-9074-c4b5e1ecb608 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:17.345944 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-02df2aad-2368-43cf-91dd-749db42f8ff4 req-93d683f5-daa7-4dee-9074-c4b5e1ecb608 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 945 time: 0.0566614 Apr 12 14:29:17.356867 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-988429ac-f972-46c0-8b3d-d0a206c011ad None None] Port b58faff4-3309-40bf-a832-6b5d44e45854 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:29:17.405632 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-02df2aad-2368-43cf-91dd-749db42f8ff4 req-cceae0ed-e33d-41e6-a6c9-b48e14bdafa7 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539603 Apr 12 14:29:17.578122 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db678bfa-cd2c-4365-8de6-961454bfdbbb req-88c08151-9503-4ab3-b721-b9e6023f30f3 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:17.580685 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-db678bfa-cd2c-4365-8de6-961454bfdbbb req-88c08151-9503-4ab3-b721-b9e6023f30f3 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 931 time: 0.0529439 Apr 12 14:29:17.635111 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device f0034267-f3fd-42d6-867a-330b269ae4c9 up at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:29:17.637202 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-db678bfa-cd2c-4365-8de6-961454bfdbbb req-f4a12076-110d-4400-8c71-a171ed504fb8 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498178 Apr 12 14:29:17.693716 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning for port f0034267-f3fd-42d6-867a-330b269ae4c9 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:29:17.705551 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning complete for port f0034267-f3fd-42d6-867a-330b269ae4c9 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:17.706036 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (f0034267-f3fd-42d6-867a-330b269ae4c9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:17.802891 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port f0034267-f3fd-42d6-867a-330b269ae4c9 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:17.803282 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (f0034267-f3fd-42d6-867a-330b269ae4c9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:17.804086 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9985f4f-58ba-4079-aceb-e5d119f56e97 req-78e36ffe-567a-4326-a0f7-cb3b27d2d658 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:17.806555 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f9985f4f-58ba-4079-aceb-e5d119f56e97 req-78e36ffe-567a-4326-a0f7-cb3b27d2d658 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.0652139 Apr 12 14:29:17.831949 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51eab3de-f6e1-40f7-af11-0fbf81fa4b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0034267-f3fd-42d6-867a-330b269ae4c9'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:29:17.834568 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a51436-8bb4-4144-a1f4-93d095cfcf44" -d '{"events": [{"server_uuid": "51eab3de-f6e1-40f7-af11-0fbf81fa4b57", "name": "network-vif-plugged", "status": "completed", "tag": "f0034267-f3fd-42d6-867a-330b269ae4c9"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:29:17.847897 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port f0034267-f3fd-42d6-867a-330b269ae4c9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f0034267-f3fd-42d6-867a-330b269ae4c9,segment=NetworkSegment(e36398ca-ae96-4e82-91b8-5bfc2ef32caa),segment_id=e36398ca-ae96-4e82-91b8-5bfc2ef32caa)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:29:17.854264 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (f0034267-f3fd-42d6-867a-330b269ae4c9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:17.874443 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-dc05bb8b-7c0f-44fc-8db0-ef0c6568e1ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b58faff4-3309-40bf-a832-6b5d44e45854 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:29:17.882782 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ff12ba-fe0e-4edb-a5b1-2553fc87eeb7 x-openstack-request-id: req-f1ff12ba-fe0e-4edb-a5b1-2553fc87eeb7 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:29:17.883201 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51eab3de-f6e1-40f7-af11-0fbf81fa4b57", "name": "network-vif-plugged", "status": "completed", "tag": "f0034267-f3fd-42d6-867a-330b269ae4c9", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:29:17.883626 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f1ff12ba-fe0e-4edb-a5b1-2553fc87eeb7 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:29:17.884028 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1ff12ba-fe0e-4edb-a5b1-2553fc87eeb7'] response: {'server_uuid': '51eab3de-f6e1-40f7-af11-0fbf81fa4b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0034267-f3fd-42d6-867a-330b269ae4c9', 'code': 200} Apr 12 14:29:17.885555 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-dc05bb8b-7c0f-44fc-8db0-ef0c6568e1ee service neutron] Publish callbacks [] for port (b58faff4-3309-40bf-a832-6b5d44e45854), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:17.895188 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f9985f4f-58ba-4079-aceb-e5d119f56e97 req-9a3c54f7-c852-45c2-8081-bf9e12c151c0 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832574 Apr 12 14:29:17.901773 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-dc05bb8b-7c0f-44fc-8db0-ef0c6568e1ee service neutron] Transition to ACTIVE for port object b58faff4-3309-40bf-a832-6b5d44e45854 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:29:17.910266 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-dc05bb8b-7c0f-44fc-8db0-ef0c6568e1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3951234'] for port (b58faff4-3309-40bf-a832-6b5d44e45854), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:17.920808 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=f0034267-f3fd-42d6-867a-330b269ae4c9,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:17.968604 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05bb8b-7c0f-44fc-8db0-ef0c6568e1ee service neutron] Pushing event updated for resources: {'Port': ['ID=b58faff4-3309-40bf-a832-6b5d44e45854,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:18.043319 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-dc05bb8b-7c0f-44fc-8db0-ef0c6568e1ee service neutron] Attempting to bind port b58faff4-3309-40bf-a832-6b5d44e45854 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:29:18.043683 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-dc05bb8b-7c0f-44fc-8db0-ef0c6568e1ee service neutron] Attempting to bind port b58faff4-3309-40bf-a832-6b5d44e45854 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'c8e89486-839e-423c-96c0-d92bc919a665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:29:18.044025 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-dc05bb8b-7c0f-44fc-8db0-ef0c6568e1ee service neutron] Attempting to bind port b58faff4-3309-40bf-a832-6b5d44e45854 on network 37f9d6cb-734d-4a5c-b448-eec2b9f94087 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:29:18.049564 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-dc05bb8b-7c0f-44fc-8db0-ef0c6568e1ee service neutron] Port b58faff4-3309-40bf-a832-6b5d44e45854 on network 37f9d6cb-734d-4a5c-b448-eec2b9f94087 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:29:18.050183 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-dc05bb8b-7c0f-44fc-8db0-ef0c6568e1ee service neutron] Attempting to bind port b58faff4-3309-40bf-a832-6b5d44e45854 on network 37f9d6cb-734d-4a5c-b448-eec2b9f94087 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:29:18.056922 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-dc05bb8b-7c0f-44fc-8db0-ef0c6568e1ee service neutron] Checking agent: {'id': '533323ec-e26b-4d23-bab1-f8a1493e3727', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'started_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:29:18.057338 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-dc05bb8b-7c0f-44fc-8db0-ef0c6568e1ee service neutron] Checking segment: {'id': 'c8e89486-839e-423c-96c0-d92bc919a665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:29:18.057757 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-dc05bb8b-7c0f-44fc-8db0-ef0c6568e1ee service neutron] Bound using segment: {'id': 'c8e89486-839e-423c-96c0-d92bc919a665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:29:18.058282 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-dc05bb8b-7c0f-44fc-8db0-ef0c6568e1ee service neutron] Bound port: b58faff4-3309-40bf-a832-6b5d44e45854, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e89486-839e-423c-96c0-d92bc919a665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:29:18.058648 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-dc05bb8b-7c0f-44fc-8db0-ef0c6568e1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (b58faff4-3309-40bf-a832-6b5d44e45854), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:18.114534 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-77bc57db-1a14-47c6-8e44-8e398f0ce7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:18.132444 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-dc05bb8b-7c0f-44fc-8db0-ef0c6568e1ee service neutron] For port b58faff4-3309-40bf-a832-6b5d44e45854, host hv-cinder-83752, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:29:18.137909 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-dc05bb8b-7c0f-44fc-8db0-ef0c6568e1ee service neutron] For port b58faff4-3309-40bf-a832-6b5d44e45854, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=b58faff4-3309-40bf-a832-6b5d44e45854,segment=NetworkSegment(c8e89486-839e-423c-96c0-d92bc919a665),segment_id=c8e89486-839e-423c-96c0-d92bc919a665)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:29:18.144865 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-dc05bb8b-7c0f-44fc-8db0-ef0c6568e1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3951234'] for port (b58faff4-3309-40bf-a832-6b5d44e45854), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:18.150033 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222910f-bc4a-4701-9ebc-e06248c19303 req-80adb7e3-ad61-4ce6-b30a-3ea9ee00896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:18.152629 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3222910f-bc4a-4701-9ebc-e06248c19303 req-80adb7e3-ad61-4ce6-b30a-3ea9ee00896d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 1130 time: 0.0494461 Apr 12 14:29:18.185376 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-dc05bb8b-7c0f-44fc-8db0-ef0c6568e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:18.186668 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-dc05bb8b-7c0f-44fc-8db0-ef0c6568e1ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:18.188310 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-dc05bb8b-7c0f-44fc-8db0-ef0c6568e1ee service neutron] 10.222.0.69 "PUT /v2.0/ports/b58faff4-3309-40bf-a832-6b5d44e45854 HTTP/1.1" status: 200 len: 1093 time: 1.0103443 Apr 12 14:29:18.189292 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06', 'tag': 'b58faff4-3309-40bf-a832-6b5d44e45854'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:29:18.191630 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea00ad51b5642e711501acc1f7ca5604eef3f69d3a6b574dfa4fd32ced1c6c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbed4c6-d6f0-4435-91cd-15ca2e8fea4d" -d '{"events": [{"name": "network-changed", "server_uuid": "5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06", "tag": "b58faff4-3309-40bf-a832-6b5d44e45854"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:29:18.209606 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3222910f-bc4a-4701-9ebc-e06248c19303 req-3740f1b9-1dc2-450f-9186-a80e5e8af467 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494761 Apr 12 14:29:18.233421 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05bb8b-7c0f-44fc-8db0-ef0c6568e1ee service neutron] Pushing event updated for resources: {'Port': ['ID=b58faff4-3309-40bf-a832-6b5d44e45854,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:18.247794 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6268eb-fc94-49b8-bbe5-4fd840627102 x-openstack-request-id: req-4b6268eb-fc94-49b8-bbe5-4fd840627102 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:29:18.248263 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06", "tag": "b58faff4-3309-40bf-a832-6b5d44e45854", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:29:18.248737 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4b6268eb-fc94-49b8-bbe5-4fd840627102 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:29:18.249288 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b6268eb-fc94-49b8-bbe5-4fd840627102'] response: {'name': 'network-changed', 'server_uuid': '5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06', 'tag': 'b58faff4-3309-40bf-a832-6b5d44e45854', 'status': 'completed', 'code': 200} Apr 12 14:29:18.524046 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba8350-8bee-451d-8b2a-d872e437fded req-f220ff55-6276-4a47-936e-27c41dcb1907 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:18.525677 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-92ba8350-8bee-451d-8b2a-d872e437fded req-f220ff55-6276-4a47-936e-27c41dcb1907 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 946 time: 0.0523791 Apr 12 14:29:18.572597 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-92ba8350-8bee-451d-8b2a-d872e437fded req-f9a0094c-f1bb-4634-ba60-f864c94d66fd tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412588 Apr 12 14:29:18.644218 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbed4c6-d6f0-4435-91cd-15ca2e8fea4d req-957e51f1-c9f7-4c60-9003-2519f73e3c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:18.645767 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5cbed4c6-d6f0-4435-91cd-15ca2e8fea4d req-957e51f1-c9f7-4c60-9003-2519f73e3c92 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02af406c5f5b4f27890c5db6f5bda840&device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 1127 time: 0.0399802 Apr 12 14:29:18.756971 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e24215-6b7d-4f55-8da9-cc007198fc36 req-37dc1f78-8596-454e-9ad0-c917409599ef tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:18.758439 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-74e24215-6b7d-4f55-8da9-cc007198fc36 req-37dc1f78-8596-454e-9ad0-c917409599ef tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 943 time: 0.0472524 Apr 12 14:29:18.807613 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-74e24215-6b7d-4f55-8da9-cc007198fc36 req-aaa59abf-a03e-43ec-9ce3-6e1dc6bbb63b tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436583 Apr 12 14:29:19.021136 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039765e7-31eb-4203-a73b-fb638299bf1c req-94366a00-c443-48af-8e9b-93a5f2388d53 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:19.022605 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-039765e7-31eb-4203-a73b-fb638299bf1c req-94366a00-c443-48af-8e9b-93a5f2388d53 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.0547194 Apr 12 14:29:19.136190 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-039765e7-31eb-4203-a73b-fb638299bf1c req-38154179-105f-4d74-9dbe-4a2aae6a7ba5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076429 Apr 12 14:29:19.163127 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbed4c6-d6f0-4435-91cd-15ca2e8fea4d req-41de3801-279a-4421-b7c8-c0fc57e939fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:19.164597 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5cbed4c6-d6f0-4435-91cd-15ca2e8fea4d req-41de3801-279a-4421-b7c8-c0fc57e939fa service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=02af406c5f5b4f27890c5db6f5bda840&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1293466 Apr 12 14:29:19.268001 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbed4c6-d6f0-4435-91cd-15ca2e8fea4d req-23adf903-5af1-4294-aa1b-f335835b8f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:19.269566 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5cbed4c6-d6f0-4435-91cd-15ca2e8fea4d req-23adf903-5af1-4294-aa1b-f335835b8f8e service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0973921 Apr 12 14:29:19.687610 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badb2a6-6e2d-487a-9713-448de51da8c2 req-646a94bd-0019-45cc-846b-b0a939164a10 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:19.689619 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5badb2a6-6e2d-487a-9713-448de51da8c2 req-646a94bd-0019-45cc-846b-b0a939164a10 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 946 time: 0.0506904 Apr 12 14:29:19.736675 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5badb2a6-6e2d-487a-9713-448de51da8c2 req-0a9cf82c-fee4-45f8-bcf9-cfd5bccd5c28 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414660 Apr 12 14:29:19.922049 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4b240-657c-4fa3-9ba7-d2f1b10da8b0 req-8dd30fc2-9912-40e1-9252-d3fb4088c9c7 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:19.924109 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-53c4b240-657c-4fa3-9ba7-d2f1b10da8b0 req-8dd30fc2-9912-40e1-9252-d3fb4088c9c7 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 943 time: 0.0515184 Apr 12 14:29:19.990543 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-c1ba3be2-9630-4903-8468-f3d2392b0477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:19.992039 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-c1ba3be2-9630-4903-8468-f3d2392b0477 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02af406c5f5b4f27890c5db6f5bda840&device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 1127 time: 0.0603247 Apr 12 14:29:20.010217 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-53c4b240-657c-4fa3-9ba7-d2f1b10da8b0 req-66c058c2-d7af-4f07-adba-26a66290f964 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697315 Apr 12 14:29:20.088783 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-983c755c-10d0-46fe-9782-4891a89d1728 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b58faff4-3309-40bf-a832-6b5d44e45854 HTTP/1.1" status: 200 len: 217 time: 0.0362720 Apr 12 14:29:20.140271 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-85dd10ef-bc45-4f66-a3aa-c79f77872371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:20.141993 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-85dd10ef-bc45-4f66-a3aa-c79f77872371 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5f372aa8-ef48-4490-a9b2-c7f480e5dc57 HTTP/1.1" status: 200 len: 851 time: 0.0473340 Apr 12 14:29:20.189416 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-a829eef1-637c-4a89-8204-700b45d30af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:20.191040 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-a829eef1-637c-4a89-8204-700b45d30af5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37f9d6cb-734d-4a5c-b448-eec2b9f94087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426426 Apr 12 14:29:20.462664 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a78e8215-8f9d-4256-a75e-3b09417ad045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:20.511696 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc757d4-492e-49eb-aeae-d02d556d6033 req-cf8514b3-501b-4560-a228-151b572fcb53 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:20.513245 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acc757d4-492e-49eb-aeae-d02d556d6033 req-cf8514b3-501b-4560-a228-151b572fcb53 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.2956438 Apr 12 14:29:20.552143 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-a99dab4b-002c-4b73-b310-c1b75a5be2a2 service neutron] 10.222.0.69 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537252 Apr 12 14:29:20.599273 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acc757d4-492e-49eb-aeae-d02d556d6033 req-16b37e79-102d-4ab7-9335-11521342fc97 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796006 Apr 12 14:29:20.659045 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dfeb4c7-efbe-483b-828b-2c8a305191d4 req-3e999be2-d507-4781-b8cd-a97af4c0d0a6 service neutron] 10.222.0.69 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987647 Apr 12 14:29:20.860747 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b44bf9-f461-4b3e-8c63-12d83b503446 req-83808b0d-b680-4f17-962e-fb33ca1842f2 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:20.862248 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f1b44bf9-f461-4b3e-8c63-12d83b503446 req-83808b0d-b680-4f17-962e-fb33ca1842f2 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 946 time: 0.0562022 Apr 12 14:29:20.909346 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f1b44bf9-f461-4b3e-8c63-12d83b503446 req-4efa8ec2-533d-4420-ab19-04638d36ef90 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413940 Apr 12 14:29:21.028320 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c9a91-11ce-47e0-a0ce-f47e2a98b56d req-90fe4c34-e4d2-4d2c-8e55-1867e4b4cfa3 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:21.029842 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a68c9a91-11ce-47e0-a0ce-f47e2a98b56d req-90fe4c34-e4d2-4d2c-8e55-1867e4b4cfa3 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 946 time: 0.0468686 Apr 12 14:29:21.076328 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a68c9a91-11ce-47e0-a0ce-f47e2a98b56d req-a312c3e8-1dbd-4293-ba4a-afb9b56652ff tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405083 Apr 12 14:29:21.126579 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db515c-3ede-4280-992c-bcb552af0816 req-e64305a2-bd56-4929-ac4c-996a530a995c tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:21.128162 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-81db515c-3ede-4280-992c-bcb552af0816 req-e64305a2-bd56-4929-ac4c-996a530a995c tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 943 time: 0.0499959 Apr 12 14:29:21.178842 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-81db515c-3ede-4280-992c-bcb552af0816 req-6973f396-b82a-4f3d-853f-e1a8b835a9a7 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446019 Apr 12 14:29:21.424409 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74ef67-e7db-42ff-8d97-801765facc5e req-a23a5f61-4c25-4e38-bf55-4088cbbbb8ee tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:21.425961 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dd74ef67-e7db-42ff-8d97-801765facc5e req-a23a5f61-4c25-4e38-bf55-4088cbbbb8ee tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 946 time: 0.0507603 Apr 12 14:29:21.477051 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dd74ef67-e7db-42ff-8d97-801765facc5e req-618c3081-322d-4666-83f0-823b6e69e1a3 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446174 Apr 12 14:29:21.519837 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:21.567194 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 58270) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:21.691406 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-435969c0-42be-465e-b0cf-de5f6f2c49a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:21.751344 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12db53-659b-4d86-b3d8-b75d94b93ebf req-97e447ce-1235-4d9f-a513-22be4193b566 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:21.753000 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3b12db53-659b-4d86-b3d8-b75d94b93ebf req-97e447ce-1235-4d9f-a513-22be4193b566 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.0601153 Apr 12 14:29:21.811518 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-435969c0-42be-465e-b0cf-de5f6f2c49a7 admin admin] Publish callbacks [] for security_group (774f20e4-66cd-4082-9fa5-25b8cc8a1724), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:21.818300 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3b12db53-659b-4d86-b3d8-b75d94b93ebf req-cbc7e7ba-36f0-40cc-b988-e39d15694e6c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591555 Apr 12 14:29:21.829077 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-435969c0-42be-465e-b0cf-de5f6f2c49a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (774f20e4-66cd-4082-9fa5-25b8cc8a1724), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:21.895988 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-435969c0-42be-465e-b0cf-de5f6f2c49a7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a4b5642ffd914f478f800bacf545cbbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3253918 Apr 12 14:29:21.895988 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435969c0-42be-465e-b0cf-de5f6f2c49a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774f20e4-66cd-4082-9fa5-25b8cc8a1724,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:21.897092 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 58282) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:21.954565 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cf13c8e-e59f-4ddf-97fd-58ba58cb6768 admin admin] Publish callbacks [] for security_group (774f20e4-66cd-4082-9fa5-25b8cc8a1724), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:21.978717 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cf13c8e-e59f-4ddf-97fd-58ba58cb6768 admin admin] Publish callbacks [] for security_group (774f20e4-66cd-4082-9fa5-25b8cc8a1724), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:22.026176 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cf13c8e-e59f-4ddf-97fd-58ba58cb6768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (774f20e4-66cd-4082-9fa5-25b8cc8a1724), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:22.028766 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cf13c8e-e59f-4ddf-97fd-58ba58cb6768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:22.029938 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-1cf13c8e-e59f-4ddf-97fd-58ba58cb6768 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/774f20e4-66cd-4082-9fa5-25b8cc8a1724 HTTP/1.1" status: 204 len: 168 time: 0.1257205 Apr 12 14:29:22.038713 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf13c8e-e59f-4ddf-97fd-58ba58cb6768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774f20e4-66cd-4082-9fa5-25b8cc8a1724,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:22.045827 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13c8e-e59f-4ddf-97fd-58ba58cb6768 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:22.046177 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13c8e-e59f-4ddf-97fd-58ba58cb6768 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:22.046513 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13c8e-e59f-4ddf-97fd-58ba58cb6768 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:22.046872 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13c8e-e59f-4ddf-97fd-58ba58cb6768 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:22.047199 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13c8e-e59f-4ddf-97fd-58ba58cb6768 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:22.048422 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13c8e-e59f-4ddf-97fd-58ba58cb6768 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:22.048757 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13c8e-e59f-4ddf-97fd-58ba58cb6768 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:22.049105 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13c8e-e59f-4ddf-97fd-58ba58cb6768 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:22.049428 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13c8e-e59f-4ddf-97fd-58ba58cb6768 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:22.049749 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13c8e-e59f-4ddf-97fd-58ba58cb6768 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:22.050072 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13c8e-e59f-4ddf-97fd-58ba58cb6768 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:22.050590 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13c8e-e59f-4ddf-97fd-58ba58cb6768 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:22.050728 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13c8e-e59f-4ddf-97fd-58ba58cb6768 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:22.051081 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13c8e-e59f-4ddf-97fd-58ba58cb6768 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:22.051325 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cf13c8e-e59f-4ddf-97fd-58ba58cb6768 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:22.310747 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a5513-20a6-4f4d-abfc-13e133ed217d req-edfaca87-541c-4731-b071-1cd7b54b7f22 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:22.312376 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-992a5513-20a6-4f4d-abfc-13e133ed217d req-edfaca87-541c-4731-b071-1cd7b54b7f22 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 943 time: 0.0568976 Apr 12 14:29:22.368813 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-992a5513-20a6-4f4d-abfc-13e133ed217d req-97c545de-1f92-498b-a7a1-293784b6aece tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498564 Apr 12 14:29:22.729680 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 58314) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:22.805648 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d06ac3-da88-4632-8f4b-08efbfb03e9a req-16b03702-fb54-411e-9669-43ec3facaf12 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:22.807212 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47d06ac3-da88-4632-8f4b-08efbfb03e9a req-16b03702-fb54-411e-9669-43ec3facaf12 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0604670 Apr 12 14:29:22.848417 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-9f062754-8619-44fd-a436-dc77f15cfa9f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1511287639-network', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:22.880181 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:22.903500 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47d06ac3-da88-4632-8f4b-08efbfb03e9a req-d985c9e0-54fd-4548-a822-0b2a0a082a32 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900548 Apr 12 14:29:22.906488 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f062754-8619-44fd-a436-dc77f15cfa9f admin admin] Made reservation on behalf of 7d89981605ac41269cf7b7faf5d40904 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:29:22.909605 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f062754-8619-44fd-a436-dc77f15cfa9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:22.928936 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f062754-8619-44fd-a436-dc77f15cfa9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:22.988764 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19374538-6a1f-4168-9843-4cb55dc91dcf req-d3bf1ba8-6059-4ff6-b7e4-46d0dd36ae37 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:22.995470 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-19374538-6a1f-4168-9843-4cb55dc91dcf req-d3bf1ba8-6059-4ff6-b7e4-46d0dd36ae37 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.0905974 Apr 12 14:29:23.068830 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-19374538-6a1f-4168-9843-4cb55dc91dcf req-34f2637d-1de5-4390-aed1-68c34cde11a0 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724609 Apr 12 14:29:23.098671 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f062754-8619-44fd-a436-dc77f15cfa9f admin admin] Publish callbacks [] for security_group (561d1f92-d327-44f9-8b9a-1d66b3f18f3b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:23.104403 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f062754-8619-44fd-a436-dc77f15cfa9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (561d1f92-d327-44f9-8b9a-1d66b3f18f3b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:23.134523 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f062754-8619-44fd-a436-dc77f15cfa9f admin admin] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:29:23.146006 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f062754-8619-44fd-a436-dc77f15cfa9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561d1f92-d327-44f9-8b9a-1d66b3f18f3b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:23.151793 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f062754-8619-44fd-a436-dc77f15cfa9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (06536a47-1698-4e8b-a6d6-edd665214024), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:23.152365 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-9f062754-8619-44fd-a436-dc77f15cfa9f admin admin] Added segment 06536a47-1698-4e8b-a6d6-edd665214024 of type vlan for network 0028eeda-a542-4e5c-bf2c-a2a860757c70 Apr 12 14:29:23.206218 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f062754-8619-44fd-a436-dc77f15cfa9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728757078613'] for network (0028eeda-a542-4e5c-bf2c-a2a860757c70), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:23.234094 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f062754-8619-44fd-a436-dc77f15cfa9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for network (0028eeda-a542-4e5c-bf2c-a2a860757c70), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:23.235313 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f062754-8619-44fd-a436-dc77f15cfa9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:23.235970 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9f062754-8619-44fd-a436-dc77f15cfa9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:23.270430 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-9f062754-8619-44fd-a436-dc77f15cfa9f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5395598 Apr 12 14:29:23.273424 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 58332) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:23.278311 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-f1f052ae-2b4f-4463-82c1-106b4910d508 admin admin] Request body: {'subnet': {'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1511287639-subnet', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:23.298110 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f052ae-2b4f-4463-82c1-106b4910d508 admin admin] Made reservation on behalf of 7d89981605ac41269cf7b7faf5d40904 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:29:23.300431 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1f052ae-2b4f-4463-82c1-106b4910d508 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59075900'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:23.305511 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f062754-8619-44fd-a436-dc77f15cfa9f admin admin] Pushing event updated for resources: {'Network': ['ID=0028eeda-a542-4e5c-bf2c-a2a860757c70,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:23.319196 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Network 0028eeda-a542-4e5c-bf2c-a2a860757c70 details requested by agent ovs-agent-dv-cinder-837523-1-iscsi with host dv-cinder-837523-1-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:29:23.480384 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1f052ae-2b4f-4463-82c1-106b4910d508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3950649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59075886'] for subnet (50a10eae-8710-47a5-b19f-59b43e706f9d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:23.492586 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb310417-3260-4849-9c35-45ecfee5d490 req-973bbb32-c093-40f4-9835-d911b559249c tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:23.494123 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-eb310417-3260-4849-9c35-45ecfee5d490 req-973bbb32-c093-40f4-9835-d911b559249c tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 943 time: 0.0564806 Apr 12 14:29:23.547570 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-eb310417-3260-4849-9c35-45ecfee5d490 req-54d61d81-5c71-4af2-982d-ccd0e605175e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471115 Apr 12 14:29:23.552164 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f052ae-2b4f-4463-82c1-106b4910d508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50a10eae-8710-47a5-b19f-59b43e706f9d,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:23.555445 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f052ae-2b4f-4463-82c1-106b4910d508 admin admin] Checking segment: {'id': '06536a47-1698-4e8b-a6d6-edd665214024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:29:23.555817 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f052ae-2b4f-4463-82c1-106b4910d508 admin admin] Network hostable DHCP agents. Network: 0028eeda-a542-4e5c-bf2c-a2a860757c70, hostable agents: ['26b99ea2-1f24-436d-a395-59cabb3f6051'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:29:23.577748 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f052ae-2b4f-4463-82c1-106b4910d508 admin admin] Network 0028eeda-a542-4e5c-bf2c-a2a860757c70 is scheduled to be hosted by DHCP agent 26b99ea2-1f24-436d-a395-59cabb3f6051 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:29:23.588676 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-f1f052ae-2b4f-4463-82c1-106b4910d508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837523-1-iscsi, 0028eeda-a542-4e5c-bf2c-a2a860757c70) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:29:23.593799 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f052ae-2b4f-4463-82c1-106b4910d508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:23.594939 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1f052ae-2b4f-4463-82c1-106b4910d508 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:23.599490 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d962f2bc-1844-4805-b562-bef8a6cbbfce None None] Network 0028eeda-a542-4e5c-bf2c-a2a860757c70 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:29:23.613744 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-f1f052ae-2b4f-4463-82c1-106b4910d508 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3391261 Apr 12 14:29:23.617741 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 58336) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:23.622490 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-048b4a0b-7f7a-45ae-9999-69d4ae15b922 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1511287639-router', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:23.652385 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-048b4a0b-7f7a-45ae-9999-69d4ae15b922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4091'] for router (fd5ac73a-444d-4a3c-871e-8f3534653588), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:23.653625 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-048b4a0b-7f7a-45ae-9999-69d4ae15b922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4084'] for router (fd5ac73a-444d-4a3c-871e-8f3534653588), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:23.725894 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacecb47-ce32-4c08-b9dd-2351bab53e7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ecbc4e0-9161-5ff1-acbf-aca03b0e47fc-0028eeda-a542-4e5c-bf2c-a2a860757c70', 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70', 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'fixed_ips': [{'subnet_id': '50a10eae-8710-47a5-b19f-59b43e706f9d'}]}} from dv-cinder-837523-1-iscsi. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:29:23.726799 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aacecb47-ce32-4c08-b9dd-2351bab53e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:23.739569 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-048b4a0b-7f7a-45ae-9999-69d4ae15b922 admin admin] Publish callbacks [] for router_controller (fd5ac73a-444d-4a3c-871e-8f3534653588), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:23.899343 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-aacecb47-ce32-4c08-b9dd-2351bab53e7d None None] Allocated IP 172.20.0.2 (0028eeda-a542-4e5c-bf2c-a2a860757c70/50a10eae-8710-47a5-b19f-59b43e706f9d/1dcf4b7b-9d11-448c-bdbb-d276a3a82d51) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:29:23.952640 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-048b4a0b-7f7a-45ae-9999-69d4ae15b922 admin admin] Publish callbacks [] for router_gateway (fd5ac73a-444d-4a3c-871e-8f3534653588), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:24.049264 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5141ab-2183-45d5-981e-cead440ebe94 req-18e78e36-742f-4eb5-aca8-9906a19f1b14 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:24.052210 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9a5141ab-2183-45d5-981e-cead440ebe94 req-18e78e36-742f-4eb5-aca8-9906a19f1b14 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0704231 Apr 12 14:29:24.069695 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aacecb47-ce32-4c08-b9dd-2351bab53e7d None None] Publish callbacks [] for port (1dcf4b7b-9d11-448c-bdbb-d276a3a82d51), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:24.078259 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aacecb47-ce32-4c08-b9dd-2351bab53e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607'] for port (1dcf4b7b-9d11-448c-bdbb-d276a3a82d51), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:24.126248 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacecb47-ce32-4c08-b9dd-2351bab53e7d None None] Network 0028eeda-a542-4e5c-bf2c-a2a860757c70 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:29:24.131330 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-aacecb47-ce32-4c08-b9dd-2351bab53e7d None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:29:24.136284 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacecb47-ce32-4c08-b9dd-2351bab53e7d None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:29:24.146332 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9a5141ab-2183-45d5-981e-cead440ebe94 req-4f31e854-d07e-48ad-a44d-e88dec9ce703 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884066 Apr 12 14:29:24.155976 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacecb47-ce32-4c08-b9dd-2351bab53e7d None None] Pushing event updated for resources: {'Port': ['ID=1dcf4b7b-9d11-448c-bdbb-d276a3a82d51,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:24.226043 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b645c-a434-4ff0-9f8f-488fc15b25d4 req-91cec942-36b7-4763-bcb0-ac383d6ee6c3 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:24.227466 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-aacecb47-ce32-4c08-b9dd-2351bab53e7d None None] Attempting to bind port 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51 on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:29:24.227651 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4f8b645c-a434-4ff0-9f8f-488fc15b25d4 req-91cec942-36b7-4763-bcb0-ac383d6ee6c3 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.0601733 Apr 12 14:29:24.228049 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-aacecb47-ce32-4c08-b9dd-2351bab53e7d None None] Attempting to bind port 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51 by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': '06536a47-1698-4e8b-a6d6-edd665214024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:29:24.228422 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacecb47-ce32-4c08-b9dd-2351bab53e7d None None] Attempting to bind port 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51 on network 0028eeda-a542-4e5c-bf2c-a2a860757c70 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:29:24.234024 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacecb47-ce32-4c08-b9dd-2351bab53e7d None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:29:24.234774 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacecb47-ce32-4c08-b9dd-2351bab53e7d None None] Checking segment: {'id': '06536a47-1698-4e8b-a6d6-edd665214024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:29:24.235764 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aacecb47-ce32-4c08-b9dd-2351bab53e7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:24.236162 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacecb47-ce32-4c08-b9dd-2351bab53e7d None None] Bound using segment: {'id': '06536a47-1698-4e8b-a6d6-edd665214024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:29:24.236635 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-aacecb47-ce32-4c08-b9dd-2351bab53e7d None None] Bound port: 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06536a47-1698-4e8b-a6d6-edd665214024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:29:24.237183 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aacecb47-ce32-4c08-b9dd-2351bab53e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (1dcf4b7b-9d11-448c-bdbb-d276a3a82d51), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:24.265984 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-048b4a0b-7f7a-45ae-9999-69d4ae15b922 admin admin] Publish callbacks [] for router_gateway (fd5ac73a-444d-4a3c-871e-8f3534653588), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:24.281400 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4f8b645c-a434-4ff0-9f8f-488fc15b25d4 req-bd2ab074-7823-4016-9f5b-b2c024e3f704 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481267 Apr 12 14:29:24.286160 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-048b4a0b-7f7a-45ae-9999-69d4ae15b922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:24.314885 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-aacecb47-ce32-4c08-b9dd-2351bab53e7d None None] For port 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:29:24.318629 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-aacecb47-ce32-4c08-b9dd-2351bab53e7d None None] For port 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=1dcf4b7b-9d11-448c-bdbb-d276a3a82d51,segment=NetworkSegment(06536a47-1698-4e8b-a6d6-edd665214024),segment_id=06536a47-1698-4e8b-a6d6-edd665214024)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:29:24.325084 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aacecb47-ce32-4c08-b9dd-2351bab53e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (1dcf4b7b-9d11-448c-bdbb-d276a3a82d51), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:24.388654 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacecb47-ce32-4c08-b9dd-2351bab53e7d None None] Pushing event updated for resources: {'Port': ['ID=1dcf4b7b-9d11-448c-bdbb-d276a3a82d51,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:24.422694 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:24.426633 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-048b4a0b-7f7a-45ae-9999-69d4ae15b922 admin admin] Allocated IP 172.27.0.169 (d880c522-0b20-4278-b126-cb351e10a8a1/d5f6c94a-8527-427a-a2ce-715c797655f2/a7c2dc0f-50eb-4842-9596-25e9ff00ce42) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:29:24.553719 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d50fa2-b02b-40f8-9bfc-a95a3ea5b1fa req-4871b2f1-7c93-484f-8811-b0c7552fea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:24.561802 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6d50fa2-b02b-40f8-9bfc-a95a3ea5b1fa req-4871b2f1-7c93-484f-8811-b0c7552fea71 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab&tenant_id=49188c95f1804cb397ce7cc2aeb071f2 HTTP/1.1" status: 200 len: 1128 time: 0.0798039 Apr 12 14:29:24.562883 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-048b4a0b-7f7a-45ae-9999-69d4ae15b922 admin admin] Publish callbacks [] for port (a7c2dc0f-50eb-4842-9596-25e9ff00ce42), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:24.616756 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-048b4a0b-7f7a-45ae-9999-69d4ae15b922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (a7c2dc0f-50eb-4842-9596-25e9ff00ce42), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:24.671770 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048b4a0b-7f7a-45ae-9999-69d4ae15b922 admin admin] Network d880c522-0b20-4278-b126-cb351e10a8a1 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:29:24.675410 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-048b4a0b-7f7a-45ae-9999-69d4ae15b922 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:29:24.682762 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048b4a0b-7f7a-45ae-9999-69d4ae15b922 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:29:24.686182 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b4a0b-7f7a-45ae-9999-69d4ae15b922 admin admin] Pushing event updated for resources: {'Port': ['ID=a7c2dc0f-50eb-4842-9596-25e9ff00ce42,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:24.699496 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d50fa2-b02b-40f8-9bfc-a95a3ea5b1fa req-12e7b0c2-4361-4b42-a156-10f246b4bac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:24.701038 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6d50fa2-b02b-40f8-9bfc-a95a3ea5b1fa req-12e7b0c2-4361-4b42-a156-10f246b4bac7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=49188c95f1804cb397ce7cc2aeb071f2&device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 1128 time: 0.1003587 Apr 12 14:29:24.751316 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5effd-d6de-4d3f-9207-b843f7b3bb17 req-09026c83-e28f-46ed-b4a8-b7b92914999e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:24.753357 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cfe5effd-d6de-4d3f-9207-b843f7b3bb17 req-09026c83-e28f-46ed-b4a8-b7b92914999e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 943 time: 0.0990798 Apr 12 14:29:24.854548 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cfe5effd-d6de-4d3f-9207-b843f7b3bb17 req-8e62dfa0-3b3d-40cb-a76d-f4042a4419f2 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944016 Apr 12 14:29:24.858015 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d50fa2-b02b-40f8-9bfc-a95a3ea5b1fa req-3cdc62ec-5270-49e6-8b65-6a9a498c0ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:24.859525 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6d50fa2-b02b-40f8-9bfc-a95a3ea5b1fa req-3cdc62ec-5270-49e6-8b65-6a9a498c0ba6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=10b93a74-e9df-4c8d-a668-3b0b6235408c HTTP/1.1" status: 200 len: 918 time: 0.1516764 Apr 12 14:29:24.955212 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6d50fa2-b02b-40f8-9bfc-a95a3ea5b1fa req-ec34abd4-bcab-4de0-a9e3-433a9382de2a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8a0b6c8-ec77-40ab-a972-4f742255a527 HTTP/1.1" status: 200 len: 999 time: 0.0890942 Apr 12 14:29:24.958178 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-048b4a0b-7f7a-45ae-9999-69d4ae15b922 admin admin] Publish callbacks [] for router_gateway (fd5ac73a-444d-4a3c-871e-8f3534653588), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:25.020466 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d50fa2-b02b-40f8-9bfc-a95a3ea5b1fa req-5b193d3e-71ab-4636-900c-a1cd175282a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:25.022068 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6d50fa2-b02b-40f8-9bfc-a95a3ea5b1fa req-5b193d3e-71ab-4636-900c-a1cd175282a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b1d9c83f-a54a-4a39-b389-03cf74c59344 HTTP/1.1" status: 200 len: 855 time: 0.0604277 Apr 12 14:29:25.069970 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d50fa2-b02b-40f8-9bfc-a95a3ea5b1fa req-d51e254d-2815-4005-91ba-4f6cb94a9e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:25.071382 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6d50fa2-b02b-40f8-9bfc-a95a3ea5b1fa req-d51e254d-2815-4005-91ba-4f6cb94a9e28 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=10b93a74-e9df-4c8d-a668-3b0b6235408c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429926 Apr 12 14:29:25.172159 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6d50fa2-b02b-40f8-9bfc-a95a3ea5b1fa req-233ddce0-a756-42ca-adde-42dfb5f141c7 service neutron] 10.222.0.69 "GET /v2.0/networks/10b93a74-e9df-4c8d-a668-3b0b6235408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936577 Apr 12 14:29:25.173260 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-048b4a0b-7f7a-45ae-9999-69d4ae15b922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546468'] for router (fd5ac73a-444d-4a3c-871e-8f3534653588), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:25.333276 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94e8d1-7acb-4822-8518-7739863bd8ee req-47a6bde5-4512-4f58-a376-d2294f5f4802 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:25.335702 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bb94e8d1-7acb-4822-8518-7739863bd8ee req-47a6bde5-4512-4f58-a376-d2294f5f4802 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0853374 Apr 12 14:29:25.338685 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048b4a0b-7f7a-45ae-9999-69d4ae15b922 admin admin] Router fd5ac73a-444d-4a3c-871e-8f3534653588 is scheduled to L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:29:25.359376 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a6d50fa2-b02b-40f8-9bfc-a95a3ea5b1fa req-e38d5520-dd3d-40d5-8d0e-e5e309f5c2a7 service neutron] 10.222.0.69 "GET /v2.0/networks/10b93a74-e9df-4c8d-a668-3b0b6235408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785796 Apr 12 14:29:25.427319 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194724fd-9353-4f32-9c79-76b86b7b7620 None None] Network 0028eeda-a542-4e5c-bf2c-a2a860757c70 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:29:25.435622 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bb94e8d1-7acb-4822-8518-7739863bd8ee req-0e6ddbcf-43d6-4cb3-8017-21237034785c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916407 Apr 12 14:29:25.442542 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53a266-eb50-4711-859c-d251e37470fa req-8e521c31-4e18-4d77-9180-3d957259e210 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:25.444039 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5c53a266-eb50-4711-859c-d251e37470fa req-8e521c31-4e18-4d77-9180-3d957259e210 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.0668886 Apr 12 14:29:25.481978 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-42f34458-b8a7-472a-922a-628cdefb63ba None None] Provisioning complete for port 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:25.482579 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-42f34458-b8a7-472a-922a-628cdefb63ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (1dcf4b7b-9d11-448c-bdbb-d276a3a82d51), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:25.483843 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048b4a0b-7f7a-45ae-9999-69d4ae15b922 admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:29:25.498805 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf96cdb-7323-42fd-a4e3-bb40eb9ea57e None None] Sync routers for ids ['fd5ac73a-444d-4a3c-871e-8f3534653588'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:29:25.500384 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5c53a266-eb50-4711-859c-d251e37470fa req-b5c8d86c-0d9e-41b2-ace2-d5655ec1c895 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503616 Apr 12 14:29:25.509143 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-048b4a0b-7f7a-45ae-9999-69d4ae15b922 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:25.510994 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf96cdb-7323-42fd-a4e3-bb40eb9ea57e None None] Routers {'fd5ac73a-444d-4a3c-871e-8f3534653588'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:29:25.511364 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-048b4a0b-7f7a-45ae-9999-69d4ae15b922 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8919606 Apr 12 14:29:25.512063 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-edf96cdb-7323-42fd-a4e3-bb40eb9ea57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:29:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['fd5ac73a-444d-4a3c-871e-8f3534653588'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:25.513985 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 58360) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:25.638502 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-42f34458-b8a7-472a-922a-628cdefb63ba None None] Current status of the port 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:25.638884 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-42f34458-b8a7-472a-922a-628cdefb63ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (1dcf4b7b-9d11-448c-bdbb-d276a3a82d51), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:25.650107 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-edf96cdb-7323-42fd-a4e3-bb40eb9ea57e None None] Set router fd5ac73a-444d-4a3c-871e-8f3534653588 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:29:25.719272 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-42f34458-b8a7-472a-922a-628cdefb63ba None None] For port 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=1dcf4b7b-9d11-448c-bdbb-d276a3a82d51,segment=NetworkSegment(06536a47-1698-4e8b-a6d6-edd665214024),segment_id=06536a47-1698-4e8b-a6d6-edd665214024)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:29:25.727067 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-42f34458-b8a7-472a-922a-628cdefb63ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (1dcf4b7b-9d11-448c-bdbb-d276a3a82d51), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:25.871291 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:29:25.874703 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f34458-b8a7-472a-922a-628cdefb63ba None None] Pushing event updated for resources: {'Port': ['ID=1dcf4b7b-9d11-448c-bdbb-d276a3a82d51,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:25.937028 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:25.937776 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (1dcf4b7b-9d11-448c-bdbb-d276a3a82d51), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:26.010143 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-e34c8916-aeeb-4741-a862-6604d2d85c9f None None] Provisioning complete for port 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:26.010657 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e34c8916-aeeb-4741-a862-6604d2d85c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (1dcf4b7b-9d11-448c-bdbb-d276a3a82d51), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:26.065491 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df1578-881a-4b99-8c4b-25fd7daf8374 req-ab4f5346-1a68-4d00-8504-d827d1171fae tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:26.067176 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f4df1578-881a-4b99-8c4b-25fd7daf8374 req-ab4f5346-1a68-4d00-8504-d827d1171fae tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 943 time: 0.1095951 Apr 12 14:29:26.069549 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-edf96cdb-7323-42fd-a4e3-bb40eb9ea57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'name': 'tempest-TestShelveInstance-1511287639-router', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a7c2dc0f-50eb-4842-9596-25e9ff00ce42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:23Z', 'updated_at': '2022-04-12T14:29:24Z', 'revision_number': 3, 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'gw_port': {'id': 'a7c2dc0f-50eb-4842-9596-25e9ff00ce42', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:24Z', 'updated_at': '2022-04-12T14:29:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:26.096454 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:26.116802 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf96cdb-7323-42fd-a4e3-bb40eb9ea57e None None] Checking router: fd5ac73a-444d-4a3c-871e-8f3534653588 for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:29:26.117434 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf96cdb-7323-42fd-a4e3-bb40eb9ea57e None None] Updating router fd5ac73a-444d-4a3c-871e-8f3534653588 port a7c2dc0f-50eb-4842-9596-25e9ff00ce42 binding host dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:29:26.149854 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-edf96cdb-7323-42fd-a4e3-bb40eb9ea57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (a7c2dc0f-50eb-4842-9596-25e9ff00ce42), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:26.173298 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-e34c8916-aeeb-4741-a862-6604d2d85c9f None None] Current status of the port 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:26.203455 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f4df1578-881a-4b99-8c4b-25fd7daf8374 req-600f884d-cc7b-4afe-b883-1b759d1d6960 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230683 Apr 12 14:29:26.254227 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d858c034-75d2-4298-a591-c8481cac994c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:26.544430 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-edf96cdb-7323-42fd-a4e3-bb40eb9ea57e None None] Publish callbacks [] for port (a7c2dc0f-50eb-4842-9596-25e9ff00ce42), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:26.550347 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-d858c034-75d2-4298-a591-c8481cac994c admin admin] Allocated IP 172.20.0.1 (0028eeda-a542-4e5c-bf2c-a2a860757c70/50a10eae-8710-47a5-b19f-59b43e706f9d/51de8e11-3602-457e-bc54-c00462f33219) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:29:26.554870 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-edf96cdb-7323-42fd-a4e3-bb40eb9ea57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (a7c2dc0f-50eb-4842-9596-25e9ff00ce42), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:26.616229 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b1006-4b8f-4bb8-ba22-5065b51a8ec4 None None] Pushing event updated for resources: {'Port': ['ID=a7c2dc0f-50eb-4842-9596-25e9ff00ce42,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:26.626130 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b1006-4b8f-4bb8-ba22-5065b51a8ec4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:26.626413 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b1006-4b8f-4bb8-ba22-5065b51a8ec4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:26.626792 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b1006-4b8f-4bb8-ba22-5065b51a8ec4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:26.627342 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b1006-4b8f-4bb8-ba22-5065b51a8ec4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:26.627840 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b1006-4b8f-4bb8-ba22-5065b51a8ec4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:26.628340 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b1006-4b8f-4bb8-ba22-5065b51a8ec4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:26.628837 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b1006-4b8f-4bb8-ba22-5065b51a8ec4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:26.629348 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b1006-4b8f-4bb8-ba22-5065b51a8ec4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:26.629915 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b1006-4b8f-4bb8-ba22-5065b51a8ec4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:26.630405 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b1006-4b8f-4bb8-ba22-5065b51a8ec4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:26.630967 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b1006-4b8f-4bb8-ba22-5065b51a8ec4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:26.631551 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b1006-4b8f-4bb8-ba22-5065b51a8ec4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:26.632113 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b1006-4b8f-4bb8-ba22-5065b51a8ec4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:26.632730 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b1006-4b8f-4bb8-ba22-5065b51a8ec4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:26.633233 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049b1006-4b8f-4bb8-ba22-5065b51a8ec4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:29:26.711142 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-edf96cdb-7323-42fd-a4e3-bb40eb9ea57e None None] Attempting to bind port a7c2dc0f-50eb-4842-9596-25e9ff00ce42 on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:29:26.711529 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-edf96cdb-7323-42fd-a4e3-bb40eb9ea57e None None] Attempting to bind port a7c2dc0f-50eb-4842-9596-25e9ff00ce42 by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:29:26.712559 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf96cdb-7323-42fd-a4e3-bb40eb9ea57e None None] Attempting to bind port a7c2dc0f-50eb-4842-9596-25e9ff00ce42 on network d880c522-0b20-4278-b126-cb351e10a8a1 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:29:26.727568 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf96cdb-7323-42fd-a4e3-bb40eb9ea57e None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:29:26.728316 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf96cdb-7323-42fd-a4e3-bb40eb9ea57e None None] Checking segment: {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:29:26.729102 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-edf96cdb-7323-42fd-a4e3-bb40eb9ea57e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:26.729666 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf96cdb-7323-42fd-a4e3-bb40eb9ea57e None None] Bound using segment: {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:29:26.730440 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-edf96cdb-7323-42fd-a4e3-bb40eb9ea57e None None] Bound port: a7c2dc0f-50eb-4842-9596-25e9ff00ce42, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:29:26.731000 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-edf96cdb-7323-42fd-a4e3-bb40eb9ea57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (a7c2dc0f-50eb-4842-9596-25e9ff00ce42), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:26.764217 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10206fa3-151d-422d-8a76-39d2d2f41685 req-a3b53a59-ac9f-4fef-acda-ce8066fce73f tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:26.766589 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-10206fa3-151d-422d-8a76-39d2d2f41685 req-a3b53a59-ac9f-4fef-acda-ce8066fce73f tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.1552067 Apr 12 14:29:26.801989 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e107fce-38dd-4caa-a525-61a58adb29a0 req-07f10b4a-6929-4ea9-987e-91ba0bedc0bc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:26.803470 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0e107fce-38dd-4caa-a525-61a58adb29a0 req-07f10b4a-6929-4ea9-987e-91ba0bedc0bc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.1392238 Apr 12 14:29:26.854509 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d858c034-75d2-4298-a591-c8481cac994c admin admin] Publish callbacks [] for port (51de8e11-3602-457e-bc54-c00462f33219), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:26.886492 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-edf96cdb-7323-42fd-a4e3-bb40eb9ea57e None None] For port a7c2dc0f-50eb-4842-9596-25e9ff00ce42, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:29:26.891962 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-edf96cdb-7323-42fd-a4e3-bb40eb9ea57e None None] For port a7c2dc0f-50eb-4842-9596-25e9ff00ce42, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=a7c2dc0f-50eb-4842-9596-25e9ff00ce42,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:29:26.898659 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-10206fa3-151d-422d-8a76-39d2d2f41685 req-beec7d5e-76ea-4549-b9a0-ea8b224426bc tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183848 Apr 12 14:29:26.906440 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-edf96cdb-7323-42fd-a4e3-bb40eb9ea57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (a7c2dc0f-50eb-4842-9596-25e9ff00ce42), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:26.928733 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0e107fce-38dd-4caa-a525-61a58adb29a0 req-c31ca633-c792-4cc4-ab14-5027f527c181 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133215 Apr 12 14:29:26.972113 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d858c034-75d2-4298-a591-c8481cac994c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (51de8e11-3602-457e-bc54-c00462f33219), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:26.992834 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b1006-4b8f-4bb8-ba22-5065b51a8ec4 None None] Pushing event updated for resources: {'Port': ['ID=a7c2dc0f-50eb-4842-9596-25e9ff00ce42,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:27.006120 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf96cdb-7323-42fd-a4e3-bb40eb9ea57e None None] Routers {'fd5ac73a-444d-4a3c-871e-8f3534653588'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:29:27.006846 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-edf96cdb-7323-42fd-a4e3-bb40eb9ea57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:29:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['fd5ac73a-444d-4a3c-871e-8f3534653588'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:27.043496 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858c034-75d2-4298-a591-c8481cac994c admin admin] Pushing event updated for resources: {'Port': ['ID=51de8e11-3602-457e-bc54-c00462f33219,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:27.065295 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d858c034-75d2-4298-a591-c8481cac994c admin admin] Network 0028eeda-a542-4e5c-bf2c-a2a860757c70 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:29:27.067340 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d858c034-75d2-4298-a591-c8481cac994c admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:29:27.088491 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d858c034-75d2-4298-a591-c8481cac994c admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:29:27.159074 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d858c034-75d2-4298-a591-c8481cac994c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546391'] for router_interface (fd5ac73a-444d-4a3c-871e-8f3534653588), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:27.229576 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-edf96cdb-7323-42fd-a4e3-bb40eb9ea57e None None] Set router fd5ac73a-444d-4a3c-871e-8f3534653588 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:29:27.395025 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1cf16-1dc8-482a-bbc6-05285e3baeb3 req-ae36d166-93fd-49e8-8965-9cd477a52e6e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:27.397819 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1ee1cf16-1dc8-482a-bbc6-05285e3baeb3 req-ae36d166-93fd-49e8-8965-9cd477a52e6e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 943 time: 0.0810373 Apr 12 14:29:27.448107 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d858c034-75d2-4298-a591-c8481cac994c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (51de8e11-3602-457e-bc54-c00462f33219), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:27.509262 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-9e51731d-edbc-4939-8c63-6242a498963b None None] Provisioning complete for port 51de8e11-3602-457e-bc54-c00462f33219 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:27.510364 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9e51731d-edbc-4939-8c63-6242a498963b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (51de8e11-3602-457e-bc54-c00462f33219), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:27.512650 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-edf96cdb-7323-42fd-a4e3-bb40eb9ea57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'name': 'tempest-TestShelveInstance-1511287639-router', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a7c2dc0f-50eb-4842-9596-25e9ff00ce42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:23Z', 'updated_at': '2022-04-12T14:29:24Z', 'revision_number': 3, 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'gw_port': {'id': 'a7c2dc0f-50eb-4842-9596-25e9ff00ce42', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:24Z', 'updated_at': '2022-04-12T14:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:27.533879 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1ee1cf16-1dc8-482a-bbc6-05285e3baeb3 req-36727586-1404-4028-9e2f-6f49d8f4905c tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151047 Apr 12 14:29:27.544587 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf96cdb-7323-42fd-a4e3-bb40eb9ea57e None None] The sync data for ids ['fd5ac73a-444d-4a3c-871e-8f3534653588'] in dv-cinder-837523-1-iscsi is: [{'id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'name': 'tempest-TestShelveInstance-1511287639-router', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a7c2dc0f-50eb-4842-9596-25e9ff00ce42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:23Z', 'updated_at': '2022-04-12T14:29:24Z', 'revision_number': 3, 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'gw_port': {'id': 'a7c2dc0f-50eb-4842-9596-25e9ff00ce42', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:24Z', 'updated_at': '2022-04-12T14:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:29:27.570166 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-9e51731d-edbc-4939-8c63-6242a498963b None None] Port 51de8e11-3602-457e-bc54-c00462f33219 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:29:27.710504 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d858c034-75d2-4298-a591-c8481cac994c admin admin] Publish callbacks [] for port (51de8e11-3602-457e-bc54-c00462f33219), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:27.733168 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d858c034-75d2-4298-a591-c8481cac994c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (51de8e11-3602-457e-bc54-c00462f33219), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:27.762702 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:29:27.843766 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d858c034-75d2-4298-a591-c8481cac994c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548839'] for router_interface (fd5ac73a-444d-4a3c-871e-8f3534653588), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:27.865176 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858c034-75d2-4298-a591-c8481cac994c admin admin] Pushing event updated for resources: {'Port': ['ID=51de8e11-3602-457e-bc54-c00462f33219,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:28.139713 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:28.140079 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (1dcf4b7b-9d11-448c-bdbb-d276a3a82d51), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:28.178745 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac73a60-7188-4308-9787-fe5797b609c4 req-db5745db-5756-43af-84ee-01393a246da2 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:28.183886 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0ac73a60-7188-4308-9787-fe5797b609c4 req-db5745db-5756-43af-84ee-01393a246da2 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.1502104 Apr 12 14:29:28.320556 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d858c034-75d2-4298-a591-c8481cac994c admin admin] Network 0028eeda-a542-4e5c-bf2c-a2a860757c70 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:29:28.322646 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:28.345337 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d858c034-75d2-4298-a591-c8481cac994c admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:29:28.361546 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbc1ad-4e30-4d54-863f-eb85bbbfba9d req-95131c27-bce3-4d89-9af4-3df81c016486 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:28.363156 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-73fbc1ad-4e30-4d54-863f-eb85bbbfba9d req-95131c27-bce3-4d89-9af4-3df81c016486 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.2562881 Apr 12 14:29:28.769236 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0ac73a60-7188-4308-9787-fe5797b609c4 req-eedd9adf-5880-4fde-9482-3215cb2336fb tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5096138 Apr 12 14:29:28.798312 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-2985d0df-b7e6-45a3-87cc-4c4d521bc5c2 None None] Provisioning complete for port 51de8e11-3602-457e-bc54-c00462f33219 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:28.802211 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2985d0df-b7e6-45a3-87cc-4c4d521bc5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (51de8e11-3602-457e-bc54-c00462f33219), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:28.883549 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-73fbc1ad-4e30-4d54-863f-eb85bbbfba9d req-5dd785ba-b8cb-4d40-9b89-cd6e3dc8b9a7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5117240 Apr 12 14:29:28.888406 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-2985d0df-b7e6-45a3-87cc-4c4d521bc5c2 None None] Port 51de8e11-3602-457e-bc54-c00462f33219 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:29:28.935787 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d858c034-75d2-4298-a591-c8481cac994c admin admin] Router fd5ac73a-444d-4a3c-871e-8f3534653588 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:29:28.997007 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7a2b5-9d38-42a7-958f-f97870c8cd89 req-46ba2fd4-55a6-401e-bb92-807b1f5ba4b3 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:28.998521 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c4b7a2b5-9d38-42a7-958f-f97870c8cd89 req-46ba2fd4-55a6-401e-bb92-807b1f5ba4b3 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 943 time: 0.0613995 Apr 12 14:29:29.147352 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c4b7a2b5-9d38-42a7-958f-f97870c8cd89 req-be3f0e57-ee86-49b1-aefe-eaf3e869177d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135600 Apr 12 14:29:29.168444 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d858c034-75d2-4298-a591-c8481cac994c admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:29:29.174089 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d858c034-75d2-4298-a591-c8481cac994c admin admin] 10.222.0.79 "PUT /v2.0/routers/fd5ac73a-444d-4a3c-871e-8f3534653588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6587381 Apr 12 14:29:29.790036 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device a7c2dc0f-50eb-4842-9596-25e9ff00ce42 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:29:29.828516 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 58426) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:29.833522 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-1f37119d-16e7-41b3-97e7-19b7c3b163a8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1093483452-network', 'tenant_id': 'ed330be486c94697a94808de5671d2f7'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:29.876347 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port a7c2dc0f-50eb-4842-9596-25e9ff00ce42 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:29.877355 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (a7c2dc0f-50eb-4842-9596-25e9ff00ce42), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:29.879412 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f37119d-16e7-41b3-97e7-19b7c3b163a8 admin admin] Made reservation on behalf of ed330be486c94697a94808de5671d2f7 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:29:29.882211 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f37119d-16e7-41b3-97e7-19b7c3b163a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:29.887863 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4011a86f-8e7e-4928-a401-6086fa2cb141 None None] Sync routers for ids ['fd5ac73a-444d-4a3c-871e-8f3534653588'] in dv-cinder-837523-1-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:29:29.940477 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4011a86f-8e7e-4928-a401-6086fa2cb141 None None] Routers {'fd5ac73a-444d-4a3c-871e-8f3534653588'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:29:29.941629 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4011a86f-8e7e-4928-a401-6086fa2cb141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:29:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['fd5ac73a-444d-4a3c-871e-8f3534653588'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:29.973769 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40265157-f75a-48c4-badb-6b3d81f2bccb req-bdc24693-b9f0-4b6d-83ac-99273e12a502 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:29.975376 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-40265157-f75a-48c4-badb-6b3d81f2bccb req-bdc24693-b9f0-4b6d-83ac-99273e12a502 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0907524 Apr 12 14:29:30.046271 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-40265157-f75a-48c4-badb-6b3d81f2bccb req-3da3866f-1b9c-4d9d-a424-cb100138ee17 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643144 Apr 12 14:29:30.145683 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47462cf1-8947-4559-a967-50eff7f4a7f9 req-949c0bac-2e2f-4897-8b6f-6f9c3e550abf tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:30.152773 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47462cf1-8947-4559-a967-50eff7f4a7f9 req-949c0bac-2e2f-4897-8b6f-6f9c3e550abf tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.0811732 Apr 12 14:29:30.209918 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47462cf1-8947-4559-a967-50eff7f4a7f9 req-4d80c0a3-5b35-4748-86ef-c3e7c8da60bc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504677 Apr 12 14:29:30.231644 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port a7c2dc0f-50eb-4842-9596-25e9ff00ce42 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:30.244669 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (a7c2dc0f-50eb-4842-9596-25e9ff00ce42), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:30.251821 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f37119d-16e7-41b3-97e7-19b7c3b163a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:30.310750 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-4011a86f-8e7e-4928-a401-6086fa2cb141 None None] Set router fd5ac73a-444d-4a3c-871e-8f3534653588 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:29:30.338165 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f37119d-16e7-41b3-97e7-19b7c3b163a8 admin admin] Publish callbacks [] for security_group (6c54f2bf-99e2-4678-92ef-8e4c1472ae73), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:30.345305 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f37119d-16e7-41b3-97e7-19b7c3b163a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (6c54f2bf-99e2-4678-92ef-8e4c1472ae73), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:30.357848 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f37119d-16e7-41b3-97e7-19b7c3b163a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:29:30.358832 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486b0c6-24fa-400f-903f-003150e5bf3f req-e2bca772-352e-4462-8c24-b0a1b66b5834 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:30.362871 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2486b0c6-24fa-400f-903f-003150e5bf3f req-e2bca772-352e-4462-8c24-b0a1b66b5834 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 943 time: 0.0883508 Apr 12 14:29:30.373236 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f37119d-16e7-41b3-97e7-19b7c3b163a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:30.373865 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.db.segments_db [None req-1f37119d-16e7-41b3-97e7-19b7c3b163a8 admin admin] Added segment ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19 of type vlan for network e1cf5e35-6436-474c-87a2-5cc73baed4cd Apr 12 14:29:30.430829 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] For port a7c2dc0f-50eb-4842-9596-25e9ff00ce42, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=a7c2dc0f-50eb-4842-9596-25e9ff00ce42,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:29:30.439995 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37119d-16e7-41b3-97e7-19b7c3b163a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c54f2bf-99e2-4678-92ef-8e4c1472ae73,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:30.444071 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f37119d-16e7-41b3-97e7-19b7c3b163a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728757078613'] for network (e1cf5e35-6436-474c-87a2-5cc73baed4cd), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:30.456464 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (a7c2dc0f-50eb-4842-9596-25e9ff00ce42), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:30.479093 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2486b0c6-24fa-400f-903f-003150e5bf3f req-cad2739b-9ebd-4f61-a11d-f0017e96c245 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084630 Apr 12 14:29:30.486918 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f37119d-16e7-41b3-97e7-19b7c3b163a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for network (e1cf5e35-6436-474c-87a2-5cc73baed4cd), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:30.488312 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f37119d-16e7-41b3-97e7-19b7c3b163a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:30.489309 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f37119d-16e7-41b3-97e7-19b7c3b163a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:30.539046 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-1f37119d-16e7-41b3-97e7-19b7c3b163a8 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7093523 Apr 12 14:29:30.541798 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 58434) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:30.546719 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f395650d-8e5f-46d0-be51-1f65cdd07e23 admin admin] Request body: {'subnet': {'network_id': 'e1cf5e35-6436-474c-87a2-5cc73baed4cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1093483452-subnet', 'tenant_id': 'ed330be486c94697a94808de5671d2f7', 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:30.588856 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f395650d-8e5f-46d0-be51-1f65cdd07e23 admin admin] Made reservation on behalf of ed330be486c94697a94808de5671d2f7 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:29:30.591784 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f395650d-8e5f-46d0-be51-1f65cdd07e23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4036613'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:30.660124 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37119d-16e7-41b3-97e7-19b7c3b163a8 admin admin] Pushing event updated for resources: {'Network': ['ID=e1cf5e35-6436-474c-87a2-5cc73baed4cd,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:30.677139 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Pushing event updated for resources: {'Port': ['ID=a7c2dc0f-50eb-4842-9596-25e9ff00ce42,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:30.679950 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Network e1cf5e35-6436-474c-87a2-5cc73baed4cd details requested by agent ovs-agent-dv-cinder-837523-1-iscsi with host dv-cinder-837523-1-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:29:30.852656 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4011a86f-8e7e-4928-a401-6086fa2cb141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'name': 'tempest-TestShelveInstance-1511287639-router', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a7c2dc0f-50eb-4842-9596-25e9ff00ce42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:23Z', 'updated_at': '2022-04-12T14:29:27Z', 'revision_number': 4, 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'gw_port': {'id': 'a7c2dc0f-50eb-4842-9596-25e9ff00ce42', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:24Z', 'updated_at': '2022-04-12T14:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '51de8e11-3602-457e-bc54-c00462f33219', 'name': '', 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'mac_address': 'fa:16:3e:86:e6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '50a10eae-8710-47a5-b19f-59b43e706f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:26Z', 'updated_at': '2022-04-12T14:29:27Z', 'revision_number': 2, 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'subnets': [{'id': '50a10eae-8710-47a5-b19f-59b43e706f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:30.856942 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f395650d-8e5f-46d0-be51-1f65cdd07e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3725379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4036631'] for subnet (e21f1459-dc42-4b86-8b5b-061041293795), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:30.886524 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4011a86f-8e7e-4928-a401-6086fa2cb141 None None] Checking router: fd5ac73a-444d-4a3c-871e-8f3534653588 for host: dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:29:30.887169 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4011a86f-8e7e-4928-a401-6086fa2cb141 None None] Updating router fd5ac73a-444d-4a3c-871e-8f3534653588 port 51de8e11-3602-457e-bc54-c00462f33219 binding host dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:29:30.916631 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4011a86f-8e7e-4928-a401-6086fa2cb141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (51de8e11-3602-457e-bc54-c00462f33219), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:30.930466 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395650d-8e5f-46d0-be51-1f65cdd07e23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e21f1459-dc42-4b86-8b5b-061041293795,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:30.955137 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f395650d-8e5f-46d0-be51-1f65cdd07e23 admin admin] Checking segment: {'id': 'ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e1cf5e35-6436-474c-87a2-5cc73baed4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:29:30.955626 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f395650d-8e5f-46d0-be51-1f65cdd07e23 admin admin] Network hostable DHCP agents. Network: e1cf5e35-6436-474c-87a2-5cc73baed4cd, hostable agents: ['26b99ea2-1f24-436d-a395-59cabb3f6051'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:29:30.975705 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f395650d-8e5f-46d0-be51-1f65cdd07e23 admin admin] Network e1cf5e35-6436-474c-87a2-5cc73baed4cd is scheduled to be hosted by DHCP agent 26b99ea2-1f24-436d-a395-59cabb3f6051 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:29:30.986249 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f395650d-8e5f-46d0-be51-1f65cdd07e23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837523-1-iscsi, e1cf5e35-6436-474c-87a2-5cc73baed4cd) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:29:30.991126 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f395650d-8e5f-46d0-be51-1f65cdd07e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:30.991812 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f395650d-8e5f-46d0-be51-1f65cdd07e23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:31.010603 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-f395650d-8e5f-46d0-be51-1f65cdd07e23 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4676347 Apr 12 14:29:31.014120 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 58436) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:31.019346 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e668e519-51d4-44e1-9f3f-92c33fc092f8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1093483452-router', 'tenant_id': 'ed330be486c94697a94808de5671d2f7', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:31.030272 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac15f40d-5f2c-48e8-8ed3-676392267b34 None None] Network e1cf5e35-6436-474c-87a2-5cc73baed4cd requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:29:31.068741 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e668e519-51d4-44e1-9f3f-92c33fc092f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4091'] for router (1a71e06e-6335-4b14-ab65-89836ee80b18), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:31.070772 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e668e519-51d4-44e1-9f3f-92c33fc092f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4084'] for router (1a71e06e-6335-4b14-ab65-89836ee80b18), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:31.165277 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e668e519-51d4-44e1-9f3f-92c33fc092f8 admin admin] Publish callbacks [] for router_controller (1a71e06e-6335-4b14-ab65-89836ee80b18), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:31.223375 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56575428-3025-400b-95c9-81b1825ec854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ecbc4e0-9161-5ff1-acbf-aca03b0e47fc-e1cf5e35-6436-474c-87a2-5cc73baed4cd', 'network_id': 'e1cf5e35-6436-474c-87a2-5cc73baed4cd', 'project_id': 'ed330be486c94697a94808de5671d2f7', 'fixed_ips': [{'subnet_id': 'e21f1459-dc42-4b86-8b5b-061041293795'}]}} from dv-cinder-837523-1-iscsi. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:29:31.224226 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-56575428-3025-400b-95c9-81b1825ec854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:31.269978 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef3f3f-cf59-45b3-911b-9ca94e83a3c7 req-b990b111-40d6-42a9-b908-7d9d3e789d8e tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:31.288570 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e7ef3f3f-cf59-45b3-911b-9ca94e83a3c7 req-b990b111-40d6-42a9-b908-7d9d3e789d8e tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.1166327 Apr 12 14:29:31.358597 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e7ef3f3f-cf59-45b3-911b-9ca94e83a3c7 req-dc1c7af4-a5bc-4f12-a167-ccdf7de090b2 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660427 Apr 12 14:29:31.424266 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e907dbb-6f9d-488c-8fbc-11c888496ef6 req-e75e55ec-4da9-47cf-9722-59447f1ec8e5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:31.426058 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3e907dbb-6f9d-488c-8fbc-11c888496ef6 req-e75e55ec-4da9-47cf-9722-59447f1ec8e5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.0811374 Apr 12 14:29:31.522976 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e668e519-51d4-44e1-9f3f-92c33fc092f8 admin admin] Publish callbacks [] for router_gateway (1a71e06e-6335-4b14-ab65-89836ee80b18), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:31.529380 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4011a86f-8e7e-4928-a401-6086fa2cb141 None None] Publish callbacks [] for port (51de8e11-3602-457e-bc54-c00462f33219), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:31.554252 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-56575428-3025-400b-95c9-81b1825ec854 None None] Allocated IP 172.20.0.2 (e1cf5e35-6436-474c-87a2-5cc73baed4cd/e21f1459-dc42-4b86-8b5b-061041293795/0893dc95-b885-4bc5-931a-1580333a507f) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:29:31.595088 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3e907dbb-6f9d-488c-8fbc-11c888496ef6 req-48a74fe1-6afe-4584-b792-8b3eecba1962 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623547 Apr 12 14:29:31.662753 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4011a86f-8e7e-4928-a401-6086fa2cb141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (51de8e11-3602-457e-bc54-c00462f33219), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:31.710918 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595baac-0d9e-4553-b8a7-51ce6f74242f req-944b1645-25d5-494f-a974-f2ca0409328a tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:31.725565 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7595baac-0d9e-4553-b8a7-51ce6f74242f req-944b1645-25d5-494f-a974-f2ca0409328a tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 943 time: 0.1236570 Apr 12 14:29:31.820460 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7595baac-0d9e-4553-b8a7-51ce6f74242f req-caba5828-e6c1-43a4-a677-6657e0523c60 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936773 Apr 12 14:29:31.832528 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device a7c2dc0f-50eb-4842-9596-25e9ff00ce42 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:29:31.959101 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a406e36-e0cb-4a93-8fbc-9dfebffb8341 None None] Pushing event updated for resources: {'Port': ['ID=51de8e11-3602-457e-bc54-c00462f33219,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:31.961891 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e668e519-51d4-44e1-9f3f-92c33fc092f8 admin admin] Publish callbacks [] for router_gateway (1a71e06e-6335-4b14-ab65-89836ee80b18), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:32.011272 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e668e519-51d4-44e1-9f3f-92c33fc092f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:32.255324 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-d66d7a6f-1e05-4ee8-8ea5-6b30e0180cfc None None] Provisioning complete for port 51de8e11-3602-457e-bc54-c00462f33219 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:32.255324 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d66d7a6f-1e05-4ee8-8ea5-6b30e0180cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (51de8e11-3602-457e-bc54-c00462f33219), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:32.264276 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-56575428-3025-400b-95c9-81b1825ec854 None None] Publish callbacks [] for port (0893dc95-b885-4bc5-931a-1580333a507f), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:32.267345 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port a7c2dc0f-50eb-4842-9596-25e9ff00ce42 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:32.267878 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (a7c2dc0f-50eb-4842-9596-25e9ff00ce42), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:32.298341 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-e668e519-51d4-44e1-9f3f-92c33fc092f8 admin admin] Allocated IP 172.27.0.253 (d880c522-0b20-4278-b126-cb351e10a8a1/d5f6c94a-8527-427a-a2ce-715c797655f2/7ac8b1d5-137f-4071-9375-bf02fb32f7bc) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:29:32.341436 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-56575428-3025-400b-95c9-81b1825ec854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607'] for port (0893dc95-b885-4bc5-931a-1580333a507f), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:32.386403 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-4011a86f-8e7e-4928-a401-6086fa2cb141 None None] Attempting to bind port 51de8e11-3602-457e-bc54-c00462f33219 on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:29:32.386670 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-4011a86f-8e7e-4928-a401-6086fa2cb141 None None] Attempting to bind port 51de8e11-3602-457e-bc54-c00462f33219 by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': '06536a47-1698-4e8b-a6d6-edd665214024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:29:32.387106 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4011a86f-8e7e-4928-a401-6086fa2cb141 None None] Attempting to bind port 51de8e11-3602-457e-bc54-c00462f33219 on network 0028eeda-a542-4e5c-bf2c-a2a860757c70 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:29:32.400877 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d66d7a6f-1e05-4ee8-8ea5-6b30e0180cfc None None] Port 51de8e11-3602-457e-bc54-c00462f33219 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:29:32.416320 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56575428-3025-400b-95c9-81b1825ec854 None None] Network e1cf5e35-6436-474c-87a2-5cc73baed4cd is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:29:32.419742 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4011a86f-8e7e-4928-a401-6086fa2cb141 None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:29:32.420225 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4011a86f-8e7e-4928-a401-6086fa2cb141 None None] Checking segment: {'id': '06536a47-1698-4e8b-a6d6-edd665214024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:29:32.420692 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4011a86f-8e7e-4928-a401-6086fa2cb141 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:32.421188 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4011a86f-8e7e-4928-a401-6086fa2cb141 None None] Bound using segment: {'id': '06536a47-1698-4e8b-a6d6-edd665214024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:29:32.421746 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-4011a86f-8e7e-4928-a401-6086fa2cb141 None None] Bound port: 51de8e11-3602-457e-bc54-c00462f33219, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06536a47-1698-4e8b-a6d6-edd665214024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:29:32.422251 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4011a86f-8e7e-4928-a401-6086fa2cb141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (51de8e11-3602-457e-bc54-c00462f33219), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:32.439206 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-56575428-3025-400b-95c9-81b1825ec854 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:29:32.448563 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56575428-3025-400b-95c9-81b1825ec854 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:29:32.456136 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56575428-3025-400b-95c9-81b1825ec854 None None] Pushing event updated for resources: {'Port': ['ID=0893dc95-b885-4bc5-931a-1580333a507f,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:32.514197 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e668e519-51d4-44e1-9f3f-92c33fc092f8 admin admin] Publish callbacks [] for port (7ac8b1d5-137f-4071-9375-bf02fb32f7bc), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:32.561816 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427dab-46e0-48ec-8024-21a5da1b56c6 req-d28454aa-e833-48ce-af86-57c3a05594a8 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:32.564258 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e668e519-51d4-44e1-9f3f-92c33fc092f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (7ac8b1d5-137f-4071-9375-bf02fb32f7bc), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:32.578186 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5d427dab-46e0-48ec-8024-21a5da1b56c6 req-d28454aa-e833-48ce-af86-57c3a05594a8 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.1096475 Apr 12 14:29:32.627608 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e668e519-51d4-44e1-9f3f-92c33fc092f8 admin admin] Network d880c522-0b20-4278-b126-cb351e10a8a1 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:29:32.635184 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-e668e519-51d4-44e1-9f3f-92c33fc092f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:29:32.642859 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e668e519-51d4-44e1-9f3f-92c33fc092f8 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:29:32.697461 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5d427dab-46e0-48ec-8024-21a5da1b56c6 req-c3ff7e5f-6b16-44e3-a597-1b8e3bdc775b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129789 Apr 12 14:29:32.715545 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668e519-51d4-44e1-9f3f-92c33fc092f8 admin admin] Pushing event updated for resources: {'Port': ['ID=7ac8b1d5-137f-4071-9375-bf02fb32f7bc,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:32.748003 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port a7c2dc0f-50eb-4842-9596-25e9ff00ce42 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:32.755051 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-56575428-3025-400b-95c9-81b1825ec854 None None] Attempting to bind port 0893dc95-b885-4bc5-931a-1580333a507f on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:29:32.755570 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-56575428-3025-400b-95c9-81b1825ec854 None None] Attempting to bind port 0893dc95-b885-4bc5-931a-1580333a507f by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': 'ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e1cf5e35-6436-474c-87a2-5cc73baed4cd'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:29:32.756031 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56575428-3025-400b-95c9-81b1825ec854 None None] Attempting to bind port 0893dc95-b885-4bc5-931a-1580333a507f on network e1cf5e35-6436-474c-87a2-5cc73baed4cd {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:29:32.803523 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4011a86f-8e7e-4928-a401-6086fa2cb141 None None] For port 51de8e11-3602-457e-bc54-c00462f33219, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:29:32.803523 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4011a86f-8e7e-4928-a401-6086fa2cb141 None None] For port 51de8e11-3602-457e-bc54-c00462f33219, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=51de8e11-3602-457e-bc54-c00462f33219,segment=NetworkSegment(06536a47-1698-4e8b-a6d6-edd665214024),segment_id=06536a47-1698-4e8b-a6d6-edd665214024)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:29:32.803523 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56575428-3025-400b-95c9-81b1825ec854 None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:29:32.803523 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56575428-3025-400b-95c9-81b1825ec854 None None] Checking segment: {'id': 'ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e1cf5e35-6436-474c-87a2-5cc73baed4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:29:32.803523 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-56575428-3025-400b-95c9-81b1825ec854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:32.803523 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56575428-3025-400b-95c9-81b1825ec854 None None] Bound using segment: {'id': 'ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e1cf5e35-6436-474c-87a2-5cc73baed4cd'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:29:32.803523 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-56575428-3025-400b-95c9-81b1825ec854 None None] Bound port: 0893dc95-b885-4bc5-931a-1580333a507f, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e1cf5e35-6436-474c-87a2-5cc73baed4cd'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:29:32.803523 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-56575428-3025-400b-95c9-81b1825ec854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (0893dc95-b885-4bc5-931a-1580333a507f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:32.811931 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c6b53-fae6-4da3-9449-6db222929b1a req-a3ff2501-9bb9-4975-8c20-86512e87dfa9 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:32.829696 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-038c6b53-fae6-4da3-9449-6db222929b1a req-a3ff2501-9bb9-4975-8c20-86512e87dfa9 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.1132874 Apr 12 14:29:32.832659 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4011a86f-8e7e-4928-a401-6086fa2cb141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (51de8e11-3602-457e-bc54-c00462f33219), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:32.939990 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-038c6b53-fae6-4da3-9449-6db222929b1a req-78f0e2fa-3ee6-42c6-be68-a9374b270194 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096430 Apr 12 14:29:32.966476 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-56575428-3025-400b-95c9-81b1825ec854 None None] For port 0893dc95-b885-4bc5-931a-1580333a507f, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:29:32.977230 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-56575428-3025-400b-95c9-81b1825ec854 None None] For port 0893dc95-b885-4bc5-931a-1580333a507f, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=0893dc95-b885-4bc5-931a-1580333a507f,segment=NetworkSegment(ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19),segment_id=ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:29:33.037242 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a406e36-e0cb-4a93-8fbc-9dfebffb8341 None None] Pushing event updated for resources: {'Port': ['ID=51de8e11-3602-457e-bc54-c00462f33219,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:33.043218 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-56575428-3025-400b-95c9-81b1825ec854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (0893dc95-b885-4bc5-931a-1580333a507f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:33.050716 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c7a9f-9295-492e-92a9-80adea1c379b req-e90765c8-c75b-4d99-940b-fdc7827991d4 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:33.059827 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-002c7a9f-9295-492e-92a9-80adea1c379b req-e90765c8-c75b-4d99-940b-fdc7827991d4 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 943 time: 0.0965869 Apr 12 14:29:33.172423 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-002c7a9f-9295-492e-92a9-80adea1c379b req-47f0710e-ba9e-4946-9365-a16adf53bbf8 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114309 Apr 12 14:29:33.178306 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4011a86f-8e7e-4928-a401-6086fa2cb141 None None] Routers {'fd5ac73a-444d-4a3c-871e-8f3534653588'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:29:33.178960 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4011a86f-8e7e-4928-a401-6086fa2cb141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:29:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['fd5ac73a-444d-4a3c-871e-8f3534653588'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:33.256214 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e668e519-51d4-44e1-9f3f-92c33fc092f8 admin admin] Publish callbacks [] for router_gateway (1a71e06e-6335-4b14-ab65-89836ee80b18), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:33.267647 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56575428-3025-400b-95c9-81b1825ec854 None None] Pushing event updated for resources: {'Port': ['ID=0893dc95-b885-4bc5-931a-1580333a507f,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:33.381634 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-4011a86f-8e7e-4928-a401-6086fa2cb141 None None] Set router fd5ac73a-444d-4a3c-871e-8f3534653588 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:29:33.436009 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-42db8924-ac2a-4e69-bcd4-4fefc7779a9b None None] Provisioning complete for port 51de8e11-3602-457e-bc54-c00462f33219 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:33.436382 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-42db8924-ac2a-4e69-bcd4-4fefc7779a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (51de8e11-3602-457e-bc54-c00462f33219), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:33.663533 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e668e519-51d4-44e1-9f3f-92c33fc092f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546468'] for router (1a71e06e-6335-4b14-ab65-89836ee80b18), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:33.790254 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-42db8924-ac2a-4e69-bcd4-4fefc7779a9b None None] Current status of the port 51de8e11-3602-457e-bc54-c00462f33219 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:33.790646 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-42db8924-ac2a-4e69-bcd4-4fefc7779a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (51de8e11-3602-457e-bc54-c00462f33219), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:33.933878 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4d85d-a57c-4c35-a6d4-33255a83c558 req-55341d30-8de1-4a59-af9e-a7083fd0851d tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:33.935546 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-22a4d85d-a57c-4c35-a6d4-33255a83c558 req-55341d30-8de1-4a59-af9e-a7083fd0851d tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0801127 Apr 12 14:29:33.960862 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 0893dc95-b885-4bc5-931a-1580333a507f up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:29:34.002286 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e668e519-51d4-44e1-9f3f-92c33fc092f8 admin admin] Router 1a71e06e-6335-4b14-ab65-89836ee80b18 is scheduled to L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:29:34.028937 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-42db8924-ac2a-4e69-bcd4-4fefc7779a9b None None] For port 51de8e11-3602-457e-bc54-c00462f33219, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=51de8e11-3602-457e-bc54-c00462f33219,segment=NetworkSegment(06536a47-1698-4e8b-a6d6-edd665214024),segment_id=06536a47-1698-4e8b-a6d6-edd665214024)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:29:34.041604 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-4011a86f-8e7e-4928-a401-6086fa2cb141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'name': 'tempest-TestShelveInstance-1511287639-router', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a7c2dc0f-50eb-4842-9596-25e9ff00ce42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:23Z', 'updated_at': '2022-04-12T14:29:27Z', 'revision_number': 4, 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'gw_port': {'id': 'a7c2dc0f-50eb-4842-9596-25e9ff00ce42', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:24Z', 'updated_at': '2022-04-12T14:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '51de8e11-3602-457e-bc54-c00462f33219', 'name': '', 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'mac_address': 'fa:16:3e:86:e6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '50a10eae-8710-47a5-b19f-59b43e706f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:26Z', 'updated_at': '2022-04-12T14:29:32Z', 'revision_number': 4, 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'subnets': [{'id': '50a10eae-8710-47a5-b19f-59b43e706f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:34.043395 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-42db8924-ac2a-4e69-bcd4-4fefc7779a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (51de8e11-3602-457e-bc54-c00462f33219), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:34.079405 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4011a86f-8e7e-4928-a401-6086fa2cb141 None None] The sync data for ids ['fd5ac73a-444d-4a3c-871e-8f3534653588'] in dv-cinder-837523-1-iscsi is: [{'id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'name': 'tempest-TestShelveInstance-1511287639-router', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a7c2dc0f-50eb-4842-9596-25e9ff00ce42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:23Z', 'updated_at': '2022-04-12T14:29:27Z', 'revision_number': 4, 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'gw_port': {'id': 'a7c2dc0f-50eb-4842-9596-25e9ff00ce42', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:24Z', 'updated_at': '2022-04-12T14:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '51de8e11-3602-457e-bc54-c00462f33219', 'name': '', 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'mac_address': 'fa:16:3e:86:e6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '50a10eae-8710-47a5-b19f-59b43e706f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:26Z', 'updated_at': '2022-04-12T14:29:32Z', 'revision_number': 4, 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'subnets': [{'id': '50a10eae-8710-47a5-b19f-59b43e706f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:29:34.090695 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-22a4d85d-a57c-4c35-a6d4-33255a83c558 req-5c34ab15-77a1-430b-b0d0-23a86f561403 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485996 Apr 12 14:29:34.098605 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 0893dc95-b885-4bc5-931a-1580333a507f triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:34.098983 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (0893dc95-b885-4bc5-931a-1580333a507f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:34.220313 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a031bd9-d41e-442c-a150-2806a882a7b1 req-cf44bd4d-0b61-4735-ac0c-f989d5d1a281 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:34.221967 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0a031bd9-d41e-442c-a150-2806a882a7b1 req-cf44bd4d-0b61-4735-ac0c-f989d5d1a281 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.1276188 Apr 12 14:29:34.232782 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db8924-ac2a-4e69-bcd4-4fefc7779a9b None None] Pushing event updated for resources: {'Port': ['ID=51de8e11-3602-457e-bc54-c00462f33219,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:34.296028 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e668e519-51d4-44e1-9f3f-92c33fc092f8 admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:29:34.308241 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d77a145-7200-4d8c-8952-c1f82914480d None None] Sync routers for ids ['1a71e06e-6335-4b14-ab65-89836ee80b18'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:29:34.326632 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d77a145-7200-4d8c-8952-c1f82914480d None None] Routers {'1a71e06e-6335-4b14-ab65-89836ee80b18'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:29:34.327606 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 0893dc95-b885-4bc5-931a-1580333a507f is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:34.328272 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (0893dc95-b885-4bc5-931a-1580333a507f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:34.330635 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8d77a145-7200-4d8c-8952-c1f82914480d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:29:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['1a71e06e-6335-4b14-ab65-89836ee80b18'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:34.331936 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e668e519-51d4-44e1-9f3f-92c33fc092f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:34.335918 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-e668e519-51d4-44e1-9f3f-92c33fc092f8 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3179727 Apr 12 14:29:34.336190 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 58464) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:34.423270 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0a031bd9-d41e-442c-a150-2806a882a7b1 req-1b53170e-e789-406a-ba70-67d2aa4a887c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885362 Apr 12 14:29:34.447785 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] For port 0893dc95-b885-4bc5-931a-1580333a507f, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=0893dc95-b885-4bc5-931a-1580333a507f,segment=NetworkSegment(ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19),segment_id=ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:29:34.458796 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (0893dc95-b885-4bc5-931a-1580333a507f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:34.465009 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f35d7-4ce1-462c-8f5d-4f4a406d14bf req-ef394bf8-c54e-4ead-a46d-85c41479278f tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:34.472223 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fc0f35d7-4ce1-462c-8f5d-4f4a406d14bf req-ef394bf8-c54e-4ead-a46d-85c41479278f tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 943 time: 0.1952221 Apr 12 14:29:34.531923 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-8d77a145-7200-4d8c-8952-c1f82914480d None None] Set router 1a71e06e-6335-4b14-ab65-89836ee80b18 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:29:34.579877 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Pushing event updated for resources: {'Port': ['ID=0893dc95-b885-4bc5-931a-1580333a507f,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:34.592136 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fc0f35d7-4ce1-462c-8f5d-4f4a406d14bf req-4c3fbfb3-a0da-4cb8-a632-9dd08bcc61fb tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018207 Apr 12 14:29:34.856869 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8d77a145-7200-4d8c-8952-c1f82914480d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a71e06e-6335-4b14-ab65-89836ee80b18', 'name': 'tempest-TestShelveInstance-1093483452-router', 'tenant_id': 'ed330be486c94697a94808de5671d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '7ac8b1d5-137f-4071-9375-bf02fb32f7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:31Z', 'updated_at': '2022-04-12T14:29:33Z', 'revision_number': 3, 'project_id': 'ed330be486c94697a94808de5671d2f7', 'gw_port': {'id': '7ac8b1d5-137f-4071-9375-bf02fb32f7bc', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a71e06e-6335-4b14-ab65-89836ee80b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:32Z', 'updated_at': '2022-04-12T14:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:34.920574 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481ace01-bd17-4d10-a907-540e87baf398 None None] Network e1cf5e35-6436-474c-87a2-5cc73baed4cd requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:29:34.936751 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d77a145-7200-4d8c-8952-c1f82914480d None None] Checking router: 1a71e06e-6335-4b14-ab65-89836ee80b18 for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:29:34.937409 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d77a145-7200-4d8c-8952-c1f82914480d None None] Updating router 1a71e06e-6335-4b14-ab65-89836ee80b18 port 7ac8b1d5-137f-4071-9375-bf02fb32f7bc binding host dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:29:34.980303 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d77a145-7200-4d8c-8952-c1f82914480d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (7ac8b1d5-137f-4071-9375-bf02fb32f7bc), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:35.054985 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ab7b01b0-1c37-41a2-b498-c9faf0d90af1 None None] Provisioning complete for port 0893dc95-b885-4bc5-931a-1580333a507f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:35.055550 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab7b01b0-1c37-41a2-b498-c9faf0d90af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (0893dc95-b885-4bc5-931a-1580333a507f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:35.261917 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ab7b01b0-1c37-41a2-b498-c9faf0d90af1 None None] Current status of the port 0893dc95-b885-4bc5-931a-1580333a507f is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:35.333564 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5988acb1-a033-4330-ae26-1adec3f3a7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:35.367507 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba09cf-c404-4c87-b4fe-797c30d7e4e4 req-2be53ada-cb29-4f2f-a15c-265477bab8d0 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:35.369790 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0dba09cf-c404-4c87-b4fe-797c30d7e4e4 req-2be53ada-cb29-4f2f-a15c-265477bab8d0 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.1304753 Apr 12 14:29:35.475865 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0dba09cf-c404-4c87-b4fe-797c30d7e4e4 req-0c6d4dc5-6868-422e-8eb1-dc9aaa27369e tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980783 Apr 12 14:29:35.541723 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d77a145-7200-4d8c-8952-c1f82914480d None None] Publish callbacks [] for port (7ac8b1d5-137f-4071-9375-bf02fb32f7bc), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:35.551582 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d77a145-7200-4d8c-8952-c1f82914480d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (7ac8b1d5-137f-4071-9375-bf02fb32f7bc), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:35.583693 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-8ec36ca5-f58d-4e71-8657-7951f56b2bd4 None None] Provisioning complete for port 0893dc95-b885-4bc5-931a-1580333a507f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:35.584311 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8ec36ca5-f58d-4e71-8657-7951f56b2bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (0893dc95-b885-4bc5-931a-1580333a507f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:35.609011 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-5988acb1-a033-4330-ae26-1adec3f3a7cc admin admin] Allocated IP 172.20.0.1 (e1cf5e35-6436-474c-87a2-5cc73baed4cd/e21f1459-dc42-4b86-8b5b-061041293795/fe5b51ac-314f-46c7-8420-b9523ebd549f) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:29:35.624853 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae69208-9b89-4df4-b63e-247b43fbbe6b None None] Pushing event updated for resources: {'Port': ['ID=7ac8b1d5-137f-4071-9375-bf02fb32f7bc,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:35.647268 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-8d77a145-7200-4d8c-8952-c1f82914480d None None] Attempting to bind port 7ac8b1d5-137f-4071-9375-bf02fb32f7bc on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:29:35.647684 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-8d77a145-7200-4d8c-8952-c1f82914480d None None] Attempting to bind port 7ac8b1d5-137f-4071-9375-bf02fb32f7bc by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:29:35.648140 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d77a145-7200-4d8c-8952-c1f82914480d None None] Attempting to bind port 7ac8b1d5-137f-4071-9375-bf02fb32f7bc on network d880c522-0b20-4278-b126-cb351e10a8a1 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:29:35.649233 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc9d9d-425d-42b1-8780-9761dc84d9e9 req-923ad5d9-6a38-404d-9c70-bb0d45b232a5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:35.660489 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d77a145-7200-4d8c-8952-c1f82914480d None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:29:35.660875 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d77a145-7200-4d8c-8952-c1f82914480d None None] Checking segment: {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:29:35.661312 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d77a145-7200-4d8c-8952-c1f82914480d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:35.661744 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d77a145-7200-4d8c-8952-c1f82914480d None None] Bound using segment: {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:29:35.662234 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-8d77a145-7200-4d8c-8952-c1f82914480d None None] Bound port: 7ac8b1d5-137f-4071-9375-bf02fb32f7bc, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:29:35.662617 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d77a145-7200-4d8c-8952-c1f82914480d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (7ac8b1d5-137f-4071-9375-bf02fb32f7bc), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:35.670787 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dabc9d9d-425d-42b1-8780-9761dc84d9e9 req-923ad5d9-6a38-404d-9c70-bb0d45b232a5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.1143808 Apr 12 14:29:35.774609 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-8ec36ca5-f58d-4e71-8657-7951f56b2bd4 None None] Current status of the port 0893dc95-b885-4bc5-931a-1580333a507f is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:35.776987 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-8d77a145-7200-4d8c-8952-c1f82914480d None None] For port 7ac8b1d5-137f-4071-9375-bf02fb32f7bc, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:29:35.783057 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-8d77a145-7200-4d8c-8952-c1f82914480d None None] For port 7ac8b1d5-137f-4071-9375-bf02fb32f7bc, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=7ac8b1d5-137f-4071-9375-bf02fb32f7bc,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:29:35.805444 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-8d77a145-7200-4d8c-8952-c1f82914480d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (7ac8b1d5-137f-4071-9375-bf02fb32f7bc), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:35.815899 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5988acb1-a033-4330-ae26-1adec3f3a7cc admin admin] Publish callbacks [] for port (fe5b51ac-314f-46c7-8420-b9523ebd549f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:35.838970 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990c900-4e38-40c3-b56e-7a57365d0310 req-484fa819-2f9a-4ec9-89e8-59a141ec13c6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:35.840965 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9990c900-4e38-40c3-b56e-7a57365d0310 req-484fa819-2f9a-4ec9-89e8-59a141ec13c6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 943 time: 0.1205051 Apr 12 14:29:35.866471 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dabc9d9d-425d-42b1-8780-9761dc84d9e9 req-19ee9338-7481-496d-92ea-ae6c52565a17 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944997 Apr 12 14:29:35.870598 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5988acb1-a033-4330-ae26-1adec3f3a7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (fe5b51ac-314f-46c7-8420-b9523ebd549f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:35.900211 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d77a145-7200-4d8c-8952-c1f82914480d None None] Routers {'1a71e06e-6335-4b14-ab65-89836ee80b18'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:29:35.900998 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8d77a145-7200-4d8c-8952-c1f82914480d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:29:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['1a71e06e-6335-4b14-ab65-89836ee80b18'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:35.902915 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae69208-9b89-4df4-b63e-247b43fbbe6b None None] Pushing event updated for resources: {'Port': ['ID=7ac8b1d5-137f-4071-9375-bf02fb32f7bc,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:35.932778 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:35.946301 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 51de8e11-3602-457e-bc54-c00462f33219 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:29:35.954608 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9990c900-4e38-40c3-b56e-7a57365d0310 req-b0abbe60-f147-4426-a64a-e41994b6b12a tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062217 Apr 12 14:29:35.979071 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5988acb1-a033-4330-ae26-1adec3f3a7cc admin admin] Network e1cf5e35-6436-474c-87a2-5cc73baed4cd is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:29:35.985737 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988acb1-a033-4330-ae26-1adec3f3a7cc admin admin] Pushing event updated for resources: {'Port': ['ID=fe5b51ac-314f-46c7-8420-b9523ebd549f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:35.989923 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-5988acb1-a033-4330-ae26-1adec3f3a7cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:29:35.994249 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5988acb1-a033-4330-ae26-1adec3f3a7cc admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:29:36.023622 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 51de8e11-3602-457e-bc54-c00462f33219 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:36.024073 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (51de8e11-3602-457e-bc54-c00462f33219), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:36.062154 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5988acb1-a033-4330-ae26-1adec3f3a7cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546391'] for router_interface (1a71e06e-6335-4b14-ab65-89836ee80b18), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:36.204344 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-8d77a145-7200-4d8c-8952-c1f82914480d None None] Set router 1a71e06e-6335-4b14-ab65-89836ee80b18 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:29:36.307793 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 51de8e11-3602-457e-bc54-c00462f33219 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:36.308945 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 0893dc95-b885-4bc5-931a-1580333a507f up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:29:36.320633 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5988acb1-a033-4330-ae26-1adec3f3a7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (fe5b51ac-314f-46c7-8420-b9523ebd549f), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:36.361292 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 0893dc95-b885-4bc5-931a-1580333a507f triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:36.361657 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (0893dc95-b885-4bc5-931a-1580333a507f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:36.402146 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1ecb6541-7413-47d6-88b4-f99497910e7c None None] Provisioning complete for port fe5b51ac-314f-46c7-8420-b9523ebd549f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:36.402531 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1ecb6541-7413-47d6-88b4-f99497910e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (fe5b51ac-314f-46c7-8420-b9523ebd549f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:36.445208 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8d77a145-7200-4d8c-8952-c1f82914480d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a71e06e-6335-4b14-ab65-89836ee80b18', 'name': 'tempest-TestShelveInstance-1093483452-router', 'tenant_id': 'ed330be486c94697a94808de5671d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '7ac8b1d5-137f-4071-9375-bf02fb32f7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:31Z', 'updated_at': '2022-04-12T14:29:33Z', 'revision_number': 3, 'project_id': 'ed330be486c94697a94808de5671d2f7', 'gw_port': {'id': '7ac8b1d5-137f-4071-9375-bf02fb32f7bc', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a71e06e-6335-4b14-ab65-89836ee80b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:32Z', 'updated_at': '2022-04-12T14:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:36.451200 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1ecb6541-7413-47d6-88b4-f99497910e7c None None] Port fe5b51ac-314f-46c7-8420-b9523ebd549f cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:29:36.477595 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d77a145-7200-4d8c-8952-c1f82914480d None None] The sync data for ids ['1a71e06e-6335-4b14-ab65-89836ee80b18'] in dv-cinder-837523-1-iscsi is: [{'id': '1a71e06e-6335-4b14-ab65-89836ee80b18', 'name': 'tempest-TestShelveInstance-1093483452-router', 'tenant_id': 'ed330be486c94697a94808de5671d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '7ac8b1d5-137f-4071-9375-bf02fb32f7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:31Z', 'updated_at': '2022-04-12T14:29:33Z', 'revision_number': 3, 'project_id': 'ed330be486c94697a94808de5671d2f7', 'gw_port': {'id': '7ac8b1d5-137f-4071-9375-bf02fb32f7bc', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e5:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a71e06e-6335-4b14-ab65-89836ee80b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:32Z', 'updated_at': '2022-04-12T14:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:29:36.495313 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 0893dc95-b885-4bc5-931a-1580333a507f is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:36.525998 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5988acb1-a033-4330-ae26-1adec3f3a7cc admin admin] Publish callbacks [] for port (fe5b51ac-314f-46c7-8420-b9523ebd549f), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:36.532547 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5988acb1-a033-4330-ae26-1adec3f3a7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3951234'] for port (fe5b51ac-314f-46c7-8420-b9523ebd549f), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:36.595409 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23832db1-68b3-4ecc-8c2f-d2959770df5e req-6157cf38-e3bf-4027-ad1b-f3baadc33593 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:36.597143 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-23832db1-68b3-4ecc-8c2f-d2959770df5e req-6157cf38-e3bf-4027-ad1b-f3baadc33593 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0533867 Apr 12 14:29:36.658406 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-23832db1-68b3-4ecc-8c2f-d2959770df5e req-90fa0f63-167c-4391-a0fb-cd6529163deb tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546839 Apr 12 14:29:36.845396 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988acb1-a033-4330-ae26-1adec3f3a7cc admin admin] Pushing event updated for resources: {'Port': ['ID=fe5b51ac-314f-46c7-8420-b9523ebd549f,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:36.849137 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5988acb1-a033-4330-ae26-1adec3f3a7cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548839'] for router_interface (1a71e06e-6335-4b14-ab65-89836ee80b18), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:36.946602 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5988acb1-a033-4330-ae26-1adec3f3a7cc admin admin] Network e1cf5e35-6436-474c-87a2-5cc73baed4cd is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:29:36.948120 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-5988acb1-a033-4330-ae26-1adec3f3a7cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:29:37.013293 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4550e78-ffcf-47e9-bf5e-456d43eb8813 req-54607d40-94da-4d01-a523-618d27a33ec8 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:37.015084 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f4550e78-ffcf-47e9-bf5e-456d43eb8813 req-54607d40-94da-4d01-a523-618d27a33ec8 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.0600653 Apr 12 14:29:37.107758 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5988acb1-a033-4330-ae26-1adec3f3a7cc admin admin] Router 1a71e06e-6335-4b14-ab65-89836ee80b18 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:29:37.137757 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f4550e78-ffcf-47e9-bf5e-456d43eb8813 req-d045c16c-0373-41a1-9145-98b8a37a2a7b tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157110 Apr 12 14:29:37.144812 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ec455-b457-482a-aff8-94eb4a8fb9db req-37a81c13-6d01-45c8-8b2d-9372106b9fd2 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:37.151964 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7b6ec455-b457-482a-aff8-94eb4a8fb9db req-37a81c13-6d01-45c8-8b2d-9372106b9fd2 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 943 time: 0.1038764 Apr 12 14:29:37.218062 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7b6ec455-b457-482a-aff8-94eb4a8fb9db req-381a9568-84af-42c3-8f27-da13bed38031 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651500 Apr 12 14:29:37.264785 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5988acb1-a033-4330-ae26-1adec3f3a7cc admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:29:37.278777 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-5988acb1-a033-4330-ae26-1adec3f3a7cc admin admin] 10.222.0.79 "PUT /v2.0/routers/1a71e06e-6335-4b14-ab65-89836ee80b18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9334157 Apr 12 14:29:37.291430 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-69ff607b-0c9f-4163-aea7-5553cc49bc3c None None] Provisioning complete for port fe5b51ac-314f-46c7-8420-b9523ebd549f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:37.292034 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69ff607b-0c9f-4163-aea7-5553cc49bc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (fe5b51ac-314f-46c7-8420-b9523ebd549f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:37.332757 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-69ff607b-0c9f-4163-aea7-5553cc49bc3c None None] Port fe5b51ac-314f-46c7-8420-b9523ebd549f cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:29:37.737433 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device b58faff4-3309-40bf-a832-6b5d44e45854 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:29:37.790747 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b6bae-395f-4140-b39e-3ed6b53b2a0f req-df2fe93d-325c-4ec5-9a70-448e8b86876f tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:37.792440 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f09b6bae-395f-4140-b39e-3ed6b53b2a0f req-df2fe93d-325c-4ec5-9a70-448e8b86876f tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0585475 Apr 12 14:29:37.819281 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 7ac8b1d5-137f-4071-9375-bf02fb32f7bc up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:29:37.880045 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f09b6bae-395f-4140-b39e-3ed6b53b2a0f req-2d7c257a-3a83-4d2d-914a-c7f57d6b6d21 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761855 Apr 12 14:29:37.888790 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 7ac8b1d5-137f-4071-9375-bf02fb32f7bc triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:37.889190 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (7ac8b1d5-137f-4071-9375-bf02fb32f7bc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:37.917699 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port b58faff4-3309-40bf-a832-6b5d44e45854, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=b58faff4-3309-40bf-a832-6b5d44e45854,segment=NetworkSegment(c8e89486-839e-423c-96c0-d92bc919a665),segment_id=c8e89486-839e-423c-96c0-d92bc919a665)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:29:37.936282 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Returning: {'device': 'b58faff4-3309-40bf-a832-6b5d44e45854', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'port_id': 'b58faff4-3309-40bf-a832-6b5d44e45854', 'mac_address': 'fa:16:3e:04:0d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:29:38.013171 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port b58faff4-3309-40bf-a832-6b5d44e45854 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:38.013571 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (b58faff4-3309-40bf-a832-6b5d44e45854), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:38.029242 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 7ac8b1d5-137f-4071-9375-bf02fb32f7bc is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:38.029633 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (7ac8b1d5-137f-4071-9375-bf02fb32f7bc), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:38.039519 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b58faff4-3309-40bf-a832-6b5d44e45854 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:29:38.039939 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 58494) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:38.045484 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-1027af83-3d5f-44b9-87bb-3e186698dcf3 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-917257052', 'description': 'tempest-secgroup-smoke-917257052 description', 'project_id': '7d89981605ac41269cf7b7faf5d40904'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:38.063744 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] For port 7ac8b1d5-137f-4071-9375-bf02fb32f7bc, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=7ac8b1d5-137f-4071-9375-bf02fb32f7bc,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:29:38.072151 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (7ac8b1d5-137f-4071-9375-bf02fb32f7bc), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:38.072349 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1027af83-3d5f-44b9-87bb-3e186698dcf3 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:38.075167 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port b58faff4-3309-40bf-a832-6b5d44e45854, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=b58faff4-3309-40bf-a832-6b5d44e45854,segment=NetworkSegment(c8e89486-839e-423c-96c0-d92bc919a665),segment_id=c8e89486-839e-423c-96c0-d92bc919a665)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:29:38.099980 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (b58faff4-3309-40bf-a832-6b5d44e45854), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:38.132577 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Pushing event updated for resources: {'Port': ['ID=7ac8b1d5-137f-4071-9375-bf02fb32f7bc,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:38.153151 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1027af83-3d5f-44b9-87bb-3e186698dcf3 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for security_group (97ca6ba5-98b1-4e01-91f7-b5b1cd311774), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:38.159203 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1027af83-3d5f-44b9-87bb-3e186698dcf3 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (97ca6ba5-98b1-4e01-91f7-b5b1cd311774), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:38.189829 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1027af83-3d5f-44b9-87bb-3e186698dcf3 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:38.194167 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-1027af83-3d5f-44b9-87bb-3e186698dcf3 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1503322 Apr 12 14:29:38.194420 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 58498) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:38.197682 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027af83-3d5f-44b9-87bb-3e186698dcf3 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ca6ba5-98b1-4e01-91f7-b5b1cd311774,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:38.199472 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-069d02c2-05b0-4831-86d9-047eb8880775 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Request body: {'security_group_rule': {'security_group_id': '97ca6ba5-98b1-4e01-91f7-b5b1cd311774', 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:38.202642 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=b58faff4-3309-40bf-a832-6b5d44e45854,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:38.252072 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-069d02c2-05b0-4831-86d9-047eb8880775 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for security_group_rule (f861d2b3-0277-4bf9-ba10-09ef1c786fc5), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:38.259815 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ced1db9-e9ce-46d2-8181-569f08695fd8 None None] Sync routers for ids ['1a71e06e-6335-4b14-ab65-89836ee80b18'] in dv-cinder-837523-1-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:29:38.278337 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced1db9-e9ce-46d2-8181-569f08695fd8 None None] Routers {'1a71e06e-6335-4b14-ab65-89836ee80b18'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:29:38.278706 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-5ced1db9-e9ce-46d2-8181-569f08695fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:29:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['1a71e06e-6335-4b14-ab65-89836ee80b18'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:38.391730 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6df13b-b999-4813-84e8-f970a691846a req-b2f3b466-1b7b-4063-a1e6-2effa6e66f74 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:38.397411 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2d6df13b-b999-4813-84e8-f970a691846a req-b2f3b466-1b7b-4063-a1e6-2effa6e66f74 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.1291714 Apr 12 14:29:38.414189 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-5ced1db9-e9ce-46d2-8181-569f08695fd8 None None] Set router 1a71e06e-6335-4b14-ab65-89836ee80b18 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:29:38.422537 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975f379-ef0d-46f1-920e-fc18db68fcae req-88ad5c94-13d1-44c9-9863-03ef0268e5b2 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:38.424094 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7975f379-ef0d-46f1-920e-fc18db68fcae req-88ad5c94-13d1-44c9-9863-03ef0268e5b2 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 944 time: 0.0941188 Apr 12 14:29:38.460983 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-069d02c2-05b0-4831-86d9-047eb8880775 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for security_group_rule (f861d2b3-0277-4bf9-ba10-09ef1c786fc5), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:38.475237 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-069d02c2-05b0-4831-86d9-047eb8880775 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (f861d2b3-0277-4bf9-ba10-09ef1c786fc5), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:38.530389 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2d6df13b-b999-4813-84e8-f970a691846a req-3624062b-993c-4c46-9b05-73b0e72a9392 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217010 Apr 12 14:29:38.530389 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d02c2-05b0-4831-86d9-047eb8880775 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f861d2b3-0277-4bf9-ba10-09ef1c786fc5,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:38.534896 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-069d02c2-05b0-4831-86d9-047eb8880775 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:38.538648 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-069d02c2-05b0-4831-86d9-047eb8880775 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3406386 Apr 12 14:29:38.539053 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 58508) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:38.543165 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d6bf2830-dcf6-4c9a-90c6-fc5013c805c2 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Request body: {'security_group_rule': {'security_group_id': '97ca6ba5-98b1-4e01-91f7-b5b1cd311774', 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:38.550356 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7975f379-ef0d-46f1-920e-fc18db68fcae req-de93f051-4b7f-43cd-a1ba-326ba352b40e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163001 Apr 12 14:29:38.559638 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['b58faff4-3309-40bf-a832-6b5d44e45854'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:29:38.592746 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d6bf2830-dcf6-4c9a-90c6-fc5013c805c2 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for security_group_rule (7ea80f28-b35e-4c09-8655-b2732180d0a1), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:38.665491 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d6bf2830-dcf6-4c9a-90c6-fc5013c805c2 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for security_group_rule (7ea80f28-b35e-4c09-8655-b2732180d0a1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:38.670280 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d6bf2830-dcf6-4c9a-90c6-fc5013c805c2 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (7ea80f28-b35e-4c09-8655-b2732180d0a1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:38.692152 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf2830-dcf6-4c9a-90c6-fc5013c805c2 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea80f28-b35e-4c09-8655-b2732180d0a1,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:38.700073 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d6bf2830-dcf6-4c9a-90c6-fc5013c805c2 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:38.701439 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d6bf2830-dcf6-4c9a-90c6-fc5013c805c2 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1616497 Apr 12 14:29:38.704095 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 58512) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:38.708989 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-170bc64a-e5b0-4206-a670-90da5e266639 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Request body: {'security_group_rule': {'security_group_id': '97ca6ba5-98b1-4e01-91f7-b5b1cd311774', 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:38.735061 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-5ced1db9-e9ce-46d2-8181-569f08695fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a71e06e-6335-4b14-ab65-89836ee80b18', 'name': 'tempest-TestShelveInstance-1093483452-router', 'tenant_id': 'ed330be486c94697a94808de5671d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '7ac8b1d5-137f-4071-9375-bf02fb32f7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:31Z', 'updated_at': '2022-04-12T14:29:36Z', 'revision_number': 4, 'project_id': 'ed330be486c94697a94808de5671d2f7', 'gw_port': {'id': '7ac8b1d5-137f-4071-9375-bf02fb32f7bc', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a71e06e-6335-4b14-ab65-89836ee80b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:32Z', 'updated_at': '2022-04-12T14:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': 'fe5b51ac-314f-46c7-8420-b9523ebd549f', 'name': '', 'network_id': 'e1cf5e35-6436-474c-87a2-5cc73baed4cd', 'tenant_id': 'ed330be486c94697a94808de5671d2f7', 'mac_address': 'fa:16:3e:0a:bf:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a71e06e-6335-4b14-ab65-89836ee80b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e21f1459-dc42-4b86-8b5b-061041293795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:35Z', 'updated_at': '2022-04-12T14:29:36Z', 'revision_number': 2, 'project_id': 'ed330be486c94697a94808de5671d2f7', 'subnets': [{'id': 'e21f1459-dc42-4b86-8b5b-061041293795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:38.740911 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-170bc64a-e5b0-4206-a670-90da5e266639 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for security_group_rule (c605b0f4-6166-45c3-9822-91109f41ad40), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:38.795622 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ced1db9-e9ce-46d2-8181-569f08695fd8 None None] Checking router: 1a71e06e-6335-4b14-ab65-89836ee80b18 for host: dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:29:38.795983 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ced1db9-e9ce-46d2-8181-569f08695fd8 None None] Updating router 1a71e06e-6335-4b14-ab65-89836ee80b18 port fe5b51ac-314f-46c7-8420-b9523ebd549f binding host dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:29:38.803304 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-170bc64a-e5b0-4206-a670-90da5e266639 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for security_group_rule (c605b0f4-6166-45c3-9822-91109f41ad40), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:38.807289 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-170bc64a-e5b0-4206-a670-90da5e266639 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (c605b0f4-6166-45c3-9822-91109f41ad40), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:38.821572 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170bc64a-e5b0-4206-a670-90da5e266639 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c605b0f4-6166-45c3-9822-91109f41ad40,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:38.843378 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-170bc64a-e5b0-4206-a670-90da5e266639 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:38.845929 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-170bc64a-e5b0-4206-a670-90da5e266639 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405416 Apr 12 14:29:38.849363 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 58518) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:38.854223 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3d283c14-f3f6-4200-9de8-ca950570f9af tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Request body: {'security_group_rule': {'security_group_id': '97ca6ba5-98b1-4e01-91f7-b5b1cd311774', 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:38.858277 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ced1db9-e9ce-46d2-8181-569f08695fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (fe5b51ac-314f-46c7-8420-b9523ebd549f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:38.882194 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3d283c14-f3f6-4200-9de8-ca950570f9af tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for security_group_rule (93264081-89fc-4dce-9d0c-f87c030d2340), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:38.958098 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3d283c14-f3f6-4200-9de8-ca950570f9af tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for security_group_rule (93264081-89fc-4dce-9d0c-f87c030d2340), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:38.972826 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3d283c14-f3f6-4200-9de8-ca950570f9af tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (93264081-89fc-4dce-9d0c-f87c030d2340), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:39.035178 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d283c14-f3f6-4200-9de8-ca950570f9af tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93264081-89fc-4dce-9d0c-f87c030d2340,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:39.054912 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3d283c14-f3f6-4200-9de8-ca950570f9af tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:39.056199 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-3d283c14-f3f6-4200-9de8-ca950570f9af tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2056367 Apr 12 14:29:39.059324 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 58524) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:39.063151 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a341d9-c8b8-4898-ae0e-813c32d2bb31 req-1fa06b33-5e1d-466b-8a05-3357fb0339ff tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:39.064581 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-db048dd9-310c-4d7b-b000-d460fa1402b2 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Request body: {'security_group_rule': {'security_group_id': '97ca6ba5-98b1-4e01-91f7-b5b1cd311774', 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:39.064763 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-75a341d9-c8b8-4898-ae0e-813c32d2bb31 req-1fa06b33-5e1d-466b-8a05-3357fb0339ff tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0831330 Apr 12 14:29:39.087621 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-db048dd9-310c-4d7b-b000-d460fa1402b2 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Project 7d89981605ac41269cf7b7faf5d40904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 14:29:39.094852 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db048dd9-310c-4d7b-b000-d460fa1402b2 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for security_group_rule (43b486d1-a849-481e-a7a1-2ee37df934fc), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:39.125896 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-75a341d9-c8b8-4898-ae0e-813c32d2bb31 req-99cfd9d5-266f-4317-b9d2-e6a799f6e34d tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546467 Apr 12 14:29:39.177537 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db048dd9-310c-4d7b-b000-d460fa1402b2 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for security_group_rule (43b486d1-a849-481e-a7a1-2ee37df934fc), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:39.182443 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db048dd9-310c-4d7b-b000-d460fa1402b2 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (43b486d1-a849-481e-a7a1-2ee37df934fc), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:39.206432 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db048dd9-310c-4d7b-b000-d460fa1402b2 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b486d1-a849-481e-a7a1-2ee37df934fc,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:39.212851 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db048dd9-310c-4d7b-b000-d460fa1402b2 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:39.214395 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-db048dd9-310c-4d7b-b000-d460fa1402b2 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1539998 Apr 12 14:29:39.217132 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 58526) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:39.221755 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-9a97a72f-2c2e-4753-b3bf-cf06083ad50c tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Request body: {'security_group_rule': {'security_group_id': '97ca6ba5-98b1-4e01-91f7-b5b1cd311774', 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:39.241839 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-9a97a72f-2c2e-4753-b3bf-cf06083ad50c tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Project 7d89981605ac41269cf7b7faf5d40904 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 14:29:39.247201 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a97a72f-2c2e-4753-b3bf-cf06083ad50c tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for security_group_rule (be84d2f6-a635-4ec6-8edd-3b1bd01fb121), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:39.275048 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ced1db9-e9ce-46d2-8181-569f08695fd8 None None] Publish callbacks [] for port (fe5b51ac-314f-46c7-8420-b9523ebd549f), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:39.280685 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ced1db9-e9ce-46d2-8181-569f08695fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (fe5b51ac-314f-46c7-8420-b9523ebd549f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:39.315862 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a97a72f-2c2e-4753-b3bf-cf06083ad50c tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for security_group_rule (be84d2f6-a635-4ec6-8edd-3b1bd01fb121), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:39.321972 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a97a72f-2c2e-4753-b3bf-cf06083ad50c tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (be84d2f6-a635-4ec6-8edd-3b1bd01fb121), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:39.334502 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206cd64-9f01-4cec-b6ed-1d83527816cf None None] Pushing event updated for resources: {'Port': ['ID=fe5b51ac-314f-46c7-8420-b9523ebd549f,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:39.345636 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97a72f-2c2e-4753-b3bf-cf06083ad50c tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be84d2f6-a635-4ec6-8edd-3b1bd01fb121,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:39.354149 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a97a72f-2c2e-4753-b3bf-cf06083ad50c tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:39.355387 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-9a97a72f-2c2e-4753-b3bf-cf06083ad50c tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1370256 Apr 12 14:29:39.406349 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-5ced1db9-e9ce-46d2-8181-569f08695fd8 None None] Attempting to bind port fe5b51ac-314f-46c7-8420-b9523ebd549f on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:29:39.406912 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-5ced1db9-e9ce-46d2-8181-569f08695fd8 None None] Attempting to bind port fe5b51ac-314f-46c7-8420-b9523ebd549f by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': 'ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e1cf5e35-6436-474c-87a2-5cc73baed4cd'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:29:39.407339 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ced1db9-e9ce-46d2-8181-569f08695fd8 None None] Attempting to bind port fe5b51ac-314f-46c7-8420-b9523ebd549f on network e1cf5e35-6436-474c-87a2-5cc73baed4cd {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:29:39.417205 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ced1db9-e9ce-46d2-8181-569f08695fd8 None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:29:39.417853 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ced1db9-e9ce-46d2-8181-569f08695fd8 None None] Checking segment: {'id': 'ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e1cf5e35-6436-474c-87a2-5cc73baed4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:29:39.418075 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ced1db9-e9ce-46d2-8181-569f08695fd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:39.418546 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ced1db9-e9ce-46d2-8181-569f08695fd8 None None] Bound using segment: {'id': 'ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e1cf5e35-6436-474c-87a2-5cc73baed4cd'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:29:39.419038 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-5ced1db9-e9ce-46d2-8181-569f08695fd8 None None] Bound port: fe5b51ac-314f-46c7-8420-b9523ebd549f, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e1cf5e35-6436-474c-87a2-5cc73baed4cd'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:29:39.419424 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ced1db9-e9ce-46d2-8181-569f08695fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (fe5b51ac-314f-46c7-8420-b9523ebd549f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:39.495230 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-5ced1db9-e9ce-46d2-8181-569f08695fd8 None None] For port fe5b51ac-314f-46c7-8420-b9523ebd549f, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:29:39.499442 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-5ced1db9-e9ce-46d2-8181-569f08695fd8 None None] For port fe5b51ac-314f-46c7-8420-b9523ebd549f, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=fe5b51ac-314f-46c7-8420-b9523ebd549f,segment=NetworkSegment(ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19),segment_id=ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:29:39.507928 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5ced1db9-e9ce-46d2-8181-569f08695fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (fe5b51ac-314f-46c7-8420-b9523ebd549f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:39.591657 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206cd64-9f01-4cec-b6ed-1d83527816cf None None] Pushing event updated for resources: {'Port': ['ID=fe5b51ac-314f-46c7-8420-b9523ebd549f,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:39.601943 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced1db9-e9ce-46d2-8181-569f08695fd8 None None] Routers {'1a71e06e-6335-4b14-ab65-89836ee80b18'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:29:39.602794 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-5ced1db9-e9ce-46d2-8181-569f08695fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:29:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['1a71e06e-6335-4b14-ab65-89836ee80b18'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:39.660514 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f383bbd5-a3ed-4ad7-993d-2c31024ffd33 None None] Provisioning complete for port fe5b51ac-314f-46c7-8420-b9523ebd549f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:39.660908 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f383bbd5-a3ed-4ad7-993d-2c31024ffd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (fe5b51ac-314f-46c7-8420-b9523ebd549f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:39.741690 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ee3d0-4b84-450f-be05-6ef1954a2369 req-74f5f486-e425-427f-aed0-954c3acf0e2c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:39.748160 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7b8ee3d0-4b84-450f-be05-6ef1954a2369 req-74f5f486-e425-427f-aed0-954c3acf0e2c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.1095464 Apr 12 14:29:39.777786 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e300c8-2bf3-4740-a34c-2dca86716a53 req-d47f0f31-fa6c-47a7-b1ea-e053e627ea84 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:39.793663 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-58e300c8-2bf3-4740-a34c-2dca86716a53 req-d47f0f31-fa6c-47a7-b1ea-e053e627ea84 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 944 time: 0.1191168 Apr 12 14:29:39.865126 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7b8ee3d0-4b84-450f-be05-6ef1954a2369 req-05e4fb59-0765-4722-bc26-ff0d391a12b2 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159527 Apr 12 14:29:39.918060 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-58e300c8-2bf3-4740-a34c-2dca86716a53 req-55be987a-89a8-4300-8b72-c7f6fe5dd348 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161888 Apr 12 14:29:39.941521 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 7ac8b1d5-137f-4071-9375-bf02fb32f7bc up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:29:40.037008 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device b58faff4-3309-40bf-a832-6b5d44e45854 up at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:29:40.044436 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 7ac8b1d5-137f-4071-9375-bf02fb32f7bc triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:40.044805 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (7ac8b1d5-137f-4071-9375-bf02fb32f7bc), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:40.121236 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-5ced1db9-e9ce-46d2-8181-569f08695fd8 None None] Set router 1a71e06e-6335-4b14-ab65-89836ee80b18 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:29:40.131934 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57de5ab-6be4-492b-bc03-c6f1c6998794 req-24683aed-87f6-4b0b-8ac0-68454d676b9e tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:40.134369 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c57de5ab-6be4-492b-bc03-c6f1c6998794 req-24683aed-87f6-4b0b-8ac0-68454d676b9e tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 946 time: 0.0904486 Apr 12 14:29:40.198319 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c57de5ab-6be4-492b-bc03-c6f1c6998794 req-a5da11bf-92d0-41f0-af51-63af6e1526ba tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558319 Apr 12 14:29:40.220455 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f383bbd5-a3ed-4ad7-993d-2c31024ffd33 None None] Current status of the port fe5b51ac-314f-46c7-8420-b9523ebd549f is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:40.220845 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f383bbd5-a3ed-4ad7-993d-2c31024ffd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (fe5b51ac-314f-46c7-8420-b9523ebd549f), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:40.223391 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 58584) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:40.277104 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e30416-fbf0-4311-a8a1-a159cebedcef req-5e90e810-3c39-44b0-bf77-10c1334e9de9 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:40.278844 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-68e30416-fbf0-4311-a8a1-a159cebedcef req-5e90e810-3c39-44b0-bf77-10c1334e9de9 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0586524 Apr 12 14:29:40.297284 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning for port b58faff4-3309-40bf-a832-6b5d44e45854 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:29:40.330743 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning complete for port b58faff4-3309-40bf-a832-6b5d44e45854 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:40.331121 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (b58faff4-3309-40bf-a832-6b5d44e45854), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:40.335245 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-68e30416-fbf0-4311-a8a1-a159cebedcef req-4b893966-35ac-407c-be8a-bcb1d7fe27f4 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496118 Apr 12 14:29:40.429289 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-f383bbd5-a3ed-4ad7-993d-2c31024ffd33 None None] For port fe5b51ac-314f-46c7-8420-b9523ebd549f, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=fe5b51ac-314f-46c7-8420-b9523ebd549f,segment=NetworkSegment(ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19),segment_id=ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:29:40.445020 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f383bbd5-a3ed-4ad7-993d-2c31024ffd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (fe5b51ac-314f-46c7-8420-b9523ebd549f), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:40.449965 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1945a2-a2c2-4bc1-8dce-cc16d8503199 tempest-TestMinimumBasicScenario-1439486180 tempest-TestMinimumBasicScenario-1439486180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:40.452349 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-5e1945a2-a2c2-4bc1-8dce-cc16d8503199 tempest-TestMinimumBasicScenario-1439486180 tempest-TestMinimumBasicScenario-1439486180-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 1125 time: 0.2279353 Apr 12 14:29:40.456072 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 58594) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:40.461083 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5e17e976-c204-4a97-856d-1e303363c2bd tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Request body: {'floatingip': {'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'port_id': 'f0034267-f3fd-42d6-867a-330b269ae4c9', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:40.482474 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e17e976-c204-4a97-856d-1e303363c2bd tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:40.510751 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 7ac8b1d5-137f-4071-9375-bf02fb32f7bc is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:40.572149 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e17e976-c204-4a97-856d-1e303363c2bd tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:40.619692 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383bbd5-a3ed-4ad7-993d-2c31024ffd33 None None] Pushing event updated for resources: {'Port': ['ID=fe5b51ac-314f-46c7-8420-b9523ebd549f,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:40.639090 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-36b875c8-fdbd-464f-8446-a9ae9203af00 None None] Provisioning complete for port fe5b51ac-314f-46c7-8420-b9523ebd549f triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:40.639475 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36b875c8-fdbd-464f-8446-a9ae9203af00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (fe5b51ac-314f-46c7-8420-b9523ebd549f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:40.647943 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-5ced1db9-e9ce-46d2-8181-569f08695fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a71e06e-6335-4b14-ab65-89836ee80b18', 'name': 'tempest-TestShelveInstance-1093483452-router', 'tenant_id': 'ed330be486c94697a94808de5671d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '7ac8b1d5-137f-4071-9375-bf02fb32f7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:31Z', 'updated_at': '2022-04-12T14:29:36Z', 'revision_number': 4, 'project_id': 'ed330be486c94697a94808de5671d2f7', 'gw_port': {'id': '7ac8b1d5-137f-4071-9375-bf02fb32f7bc', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a71e06e-6335-4b14-ab65-89836ee80b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:32Z', 'updated_at': '2022-04-12T14:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': 'fe5b51ac-314f-46c7-8420-b9523ebd549f', 'name': '', 'network_id': 'e1cf5e35-6436-474c-87a2-5cc73baed4cd', 'tenant_id': 'ed330be486c94697a94808de5671d2f7', 'mac_address': 'fa:16:3e:0a:bf:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a71e06e-6335-4b14-ab65-89836ee80b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e21f1459-dc42-4b86-8b5b-061041293795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:35Z', 'updated_at': '2022-04-12T14:29:39Z', 'revision_number': 4, 'project_id': 'ed330be486c94697a94808de5671d2f7', 'subnets': [{'id': 'e21f1459-dc42-4b86-8b5b-061041293795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:40.680491 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port b58faff4-3309-40bf-a832-6b5d44e45854 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:40.680884 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (b58faff4-3309-40bf-a832-6b5d44e45854), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:40.708119 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-5e17e976-c204-4a97-856d-1e303363c2bd tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Allocated IP 172.27.0.216 (d880c522-0b20-4278-b126-cb351e10a8a1/d5f6c94a-8527-427a-a2ce-715c797655f2/60bcfac0-fad4-4755-83f5-d672d346c1fd) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:29:40.721860 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ced1db9-e9ce-46d2-8181-569f08695fd8 None None] The sync data for ids ['1a71e06e-6335-4b14-ab65-89836ee80b18'] in dv-cinder-837523-1-iscsi is: [{'id': '1a71e06e-6335-4b14-ab65-89836ee80b18', 'name': 'tempest-TestShelveInstance-1093483452-router', 'tenant_id': 'ed330be486c94697a94808de5671d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '7ac8b1d5-137f-4071-9375-bf02fb32f7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:31Z', 'updated_at': '2022-04-12T14:29:36Z', 'revision_number': 4, 'project_id': 'ed330be486c94697a94808de5671d2f7', 'gw_port': {'id': '7ac8b1d5-137f-4071-9375-bf02fb32f7bc', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a71e06e-6335-4b14-ab65-89836ee80b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:32Z', 'updated_at': '2022-04-12T14:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': 'fe5b51ac-314f-46c7-8420-b9523ebd549f', 'name': '', 'network_id': 'e1cf5e35-6436-474c-87a2-5cc73baed4cd', 'tenant_id': 'ed330be486c94697a94808de5671d2f7', 'mac_address': 'fa:16:3e:0a:bf:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a71e06e-6335-4b14-ab65-89836ee80b18', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e21f1459-dc42-4b86-8b5b-061041293795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:35Z', 'updated_at': '2022-04-12T14:29:39Z', 'revision_number': 4, 'project_id': 'ed330be486c94697a94808de5671d2f7', 'subnets': [{'id': 'e21f1459-dc42-4b86-8b5b-061041293795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:29:40.751192 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58faff4-3309-40bf-a832-6b5d44e45854'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:29:40.754099 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfdd163-5dce-44f1-8a28-d389700c74a0" -d '{"events": [{"server_uuid": "5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06", "name": "network-vif-plugged", "status": "completed", "tag": "b58faff4-3309-40bf-a832-6b5d44e45854"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:29:40.772549 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port b58faff4-3309-40bf-a832-6b5d44e45854, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=b58faff4-3309-40bf-a832-6b5d44e45854,segment=NetworkSegment(c8e89486-839e-423c-96c0-d92bc919a665),segment_id=c8e89486-839e-423c-96c0-d92bc919a665)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:29:40.820932 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (b58faff4-3309-40bf-a832-6b5d44e45854), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:40.855847 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d09c29b-7f9e-4ee9-82a6-58d7c812340a x-openstack-request-id: req-4d09c29b-7f9e-4ee9-82a6-58d7c812340a {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:29:40.856202 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06", "name": "network-vif-plugged", "status": "completed", "tag": "b58faff4-3309-40bf-a832-6b5d44e45854", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:29:40.856420 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4d09c29b-7f9e-4ee9-82a6-58d7c812340a {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:29:40.856820 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d09c29b-7f9e-4ee9-82a6-58d7c812340a'] response: {'server_uuid': '5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58faff4-3309-40bf-a832-6b5d44e45854', 'code': 200} Apr 12 14:29:40.873677 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-36b875c8-fdbd-464f-8446-a9ae9203af00 None None] Current status of the port fe5b51ac-314f-46c7-8420-b9523ebd549f is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:40.886311 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e17e976-c204-4a97-856d-1e303363c2bd tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for port (60bcfac0-fad4-4755-83f5-d672d346c1fd), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:40.911386 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=b58faff4-3309-40bf-a832-6b5d44e45854,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:40.939355 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e17e976-c204-4a97-856d-1e303363c2bd tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (60bcfac0-fad4-4755-83f5-d672d346c1fd), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:40.984809 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e17e976-c204-4a97-856d-1e303363c2bd tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Network d880c522-0b20-4278-b126-cb351e10a8a1 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:29:40.988652 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-5e17e976-c204-4a97-856d-1e303363c2bd tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:29:40.992527 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e17e976-c204-4a97-856d-1e303363c2bd tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:29:41.001372 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17e976-c204-4a97-856d-1e303363c2bd tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Pushing event updated for resources: {'Port': ['ID=60bcfac0-fad4-4755-83f5-d672d346c1fd,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:41.052254 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6086cc-9747-4846-9dd9-0ffd3059c445 req-557a69d1-97e2-4a96-b946-69d646dd6e40 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:41.055703 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fb6086cc-9747-4846-9dd9-0ffd3059c445 req-557a69d1-97e2-4a96-b946-69d646dd6e40 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.0952737 Apr 12 14:29:41.285075 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ca4e2-2094-421b-9fe3-4b4cbdb5e07e req-05027667-17df-4f1c-9e9a-8092d6c58f63 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:41.286681 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c58ca4e2-2094-421b-9fe3-4b4cbdb5e07e req-05027667-17df-4f1c-9e9a-8092d6c58f63 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 945 time: 0.2148209 Apr 12 14:29:41.288989 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c5731-d887-4a28-bf5c-5596e75556c1 req-4915ba4a-eb6f-4dba-a5cc-2d5d17acd6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:41.290565 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9d4c5731-d887-4a28-bf5c-5596e75556c1 req-4915ba4a-eb6f-4dba-a5cc-2d5d17acd6ee service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 1129 time: 0.1070316 Apr 12 14:29:41.295039 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fb6086cc-9747-4846-9dd9-0ffd3059c445 req-8bbbeafd-7433-4b71-8600-ad8500306edd tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112873 Apr 12 14:29:41.407690 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c58ca4e2-2094-421b-9fe3-4b4cbdb5e07e req-745b783f-5fad-4ec3-a7f1-5de19d9d8a94 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086173 Apr 12 14:29:41.414271 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9d4c5731-d887-4a28-bf5c-5596e75556c1 req-72249bc9-efbe-44a0-bd6d-df125c613e32 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096151 Apr 12 14:29:41.496530 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72e6b3-13d5-40c0-9c65-3c327d5c1604 req-7656269a-0c0d-4ea3-83e7-21ee108120ff tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:41.501504 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3d72e6b3-13d5-40c0-9c65-3c327d5c1604 req-7656269a-0c0d-4ea3-83e7-21ee108120ff tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0587990 Apr 12 14:29:41.522267 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e17e976-c204-4a97-856d-1e303363c2bd tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for floatingip (7ead9ae2-0137-4b17-b51d-326fbf6c92b9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:41.553456 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3d72e6b3-13d5-40c0-9c65-3c327d5c1604 req-ab49d364-ff0b-436c-ba44-66d2571e4297 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483892 Apr 12 14:29:41.621149 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e17e976-c204-4a97-856d-1e303363c2bd tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (60bcfac0-fad4-4755-83f5-d672d346c1fd), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:41.802245 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device fe5b51ac-314f-46c7-8420-b9523ebd549f up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:29:41.852859 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e17e976-c204-4a97-856d-1e303363c2bd tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for port (60bcfac0-fad4-4755-83f5-d672d346c1fd), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:41.865504 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e17e976-c204-4a97-856d-1e303363c2bd tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3951234'] for port (60bcfac0-fad4-4755-83f5-d672d346c1fd), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:41.870903 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port fe5b51ac-314f-46c7-8420-b9523ebd549f triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:41.871282 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (fe5b51ac-314f-46c7-8420-b9523ebd549f), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:41.897363 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd7dde-b096-4f42-a30d-2cb75a0cf094 req-8374ab9e-9bf2-424c-b0df-bca962b6a979 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:41.906482 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f6cd7dde-b096-4f42-a30d-2cb75a0cf094 req-8374ab9e-9bf2-424c-b0df-bca962b6a979 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0673795 Apr 12 14:29:41.964865 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port fe5b51ac-314f-46c7-8420-b9523ebd549f is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:41.967206 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17e976-c204-4a97-856d-1e303363c2bd tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Pushing event updated for resources: {'Port': ['ID=60bcfac0-fad4-4755-83f5-d672d346c1fd,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:41.978419 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f6cd7dde-b096-4f42-a30d-2cb75a0cf094 req-df10f27c-427a-4480-8d1e-645e2f9e7f0f tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710249 Apr 12 14:29:41.980878 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e17e976-c204-4a97-856d-1e303363c2bd tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (7ead9ae2-0137-4b17-b51d-326fbf6c92b9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:42.101060 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.db.l3_db [None req-5e17e976-c204-4a97-856d-1e303363c2bd tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Floating IP 7ead9ae2-0137-4b17-b51d-326fbf6c92b9 associated. External IP: 172.27.0.216, port: f0034267-f3fd-42d6-867a-330b269ae4c9. Apr 12 14:29:42.353495 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e17e976-c204-4a97-856d-1e303363c2bd tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Router 97dafffb-e0f7-4227-9b2f-3eb1b67a567c has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:29:42.441888 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd535a3-28e0-4203-ac48-e8f252049d1e req-c044a29e-adb0-49af-8d68-d1c74e9fb6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:42.443534 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acd535a3-28e0-4203-ac48-e8f252049d1e req-c044a29e-adb0-49af-8d68-d1c74e9fb6dc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2bedb77e90047d299fac9bf3cf393a8&device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 1130 time: 0.0843241 Apr 12 14:29:42.460685 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b24d8-e526-48e0-8397-7a5108cf89bd req-26bc64dd-bcfe-43a5-b127-90593589cd74 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:42.465050 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c86b24d8-e526-48e0-8397-7a5108cf89bd req-26bc64dd-bcfe-43a5-b127-90593589cd74 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.0643649 Apr 12 14:29:42.494066 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e17e976-c204-4a97-856d-1e303363c2bd tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:29:42.505282 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871c6cb4-bfba-4c57-9db3-688e9754435a None None] Sync routers for ids ['97dafffb-e0f7-4227-9b2f-3eb1b67a567c'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:29:42.514717 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e17e976-c204-4a97-856d-1e303363c2bd tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:42.522073 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871c6cb4-bfba-4c57-9db3-688e9754435a None None] Routers {'97dafffb-e0f7-4227-9b2f-3eb1b67a567c'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:29:42.523021 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-871c6cb4-bfba-4c57-9db3-688e9754435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:29:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['97dafffb-e0f7-4227-9b2f-3eb1b67a567c'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:42.552437 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-5e17e976-c204-4a97-856d-1e303363c2bd tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0951216 Apr 12 14:29:42.553068 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51eab3de-f6e1-40f7-af11-0fbf81fa4b57', 'tag': 'f0034267-f3fd-42d6-867a-330b269ae4c9'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:29:42.556024 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea00ad51b5642e711501acc1f7ca5604eef3f69d3a6b574dfa4fd32ced1c6c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73278201-1cca-416c-9748-f999690aad02" -d '{"events": [{"name": "network-changed", "server_uuid": "51eab3de-f6e1-40f7-af11-0fbf81fa4b57", "tag": "f0034267-f3fd-42d6-867a-330b269ae4c9"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:29:42.558294 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 58628) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:42.565030 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-0beb7a0f-28bf-4cb9-a36e-be7969f96789 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-55776034', 'description': 'tempest-secgroup-smoke-55776034 description', 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:42.594566 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0beb7a0f-28bf-4cb9-a36e-be7969f96789 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:42.650097 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c86b24d8-e526-48e0-8397-7a5108cf89bd req-09949141-cbe7-4560-957a-bc5e02731296 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806989 Apr 12 14:29:42.667974 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342eb0d8-ad34-4981-a43f-ca58e1394114 req-6d7c7638-adbe-4cac-a057-a26b4fb23d59 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:42.669938 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-342eb0d8-ad34-4981-a43f-ca58e1394114 req-6d7c7638-adbe-4cac-a057-a26b4fb23d59 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 945 time: 0.1684599 Apr 12 14:29:42.688573 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-871c6cb4-bfba-4c57-9db3-688e9754435a None None] Set router 97dafffb-e0f7-4227-9b2f-3eb1b67a567c gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:29:42.695508 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0beb7a0f-28bf-4cb9-a36e-be7969f96789 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for security_group (c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:42.703349 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0beb7a0f-28bf-4cb9-a36e-be7969f96789 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:42.707664 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03084304-1f9a-4b6e-a335-aa0719488e78 x-openstack-request-id: req-03084304-1f9a-4b6e-a335-aa0719488e78 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:29:42.708062 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51eab3de-f6e1-40f7-af11-0fbf81fa4b57", "tag": "f0034267-f3fd-42d6-867a-330b269ae4c9", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:29:42.708539 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-03084304-1f9a-4b6e-a335-aa0719488e78 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:29:42.709076 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03084304-1f9a-4b6e-a335-aa0719488e78'] response: {'name': 'network-changed', 'server_uuid': '51eab3de-f6e1-40f7-af11-0fbf81fa4b57', 'tag': 'f0034267-f3fd-42d6-867a-330b269ae4c9', 'status': 'completed', 'code': 200} Apr 12 14:29:42.713263 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd535a3-28e0-4203-ac48-e8f252049d1e req-cc5199bd-d815-433c-aa66-78974c9f484e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:42.717914 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acd535a3-28e0-4203-ac48-e8f252049d1e req-cc5199bd-d815-433c-aa66-78974c9f484e service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4a3bd02-b790-409a-af63-4b8c508a5dc9 HTTP/1.1" status: 200 len: 913 time: 0.2174840 Apr 12 14:29:42.742525 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0beb7a0f-28bf-4cb9-a36e-be7969f96789 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:42.746989 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-0beb7a0f-28bf-4cb9-a36e-be7969f96789 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1843238 Apr 12 14:29:42.747424 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 58632) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:42.752739 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-2c4a2728-2b80-4e25-b1dd-f3d1bfd64f1c tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Request body: {'security_group_rule': {'security_group_id': 'c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8', 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:42.761094 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb7a0f-28bf-4cb9-a36e-be7969f96789 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:42.776071 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-342eb0d8-ad34-4981-a43f-ca58e1394114 req-156f32c0-2eac-461e-bacb-3b3fdf22c106 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687375 Apr 12 14:29:42.793145 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c4a2728-2b80-4e25-b1dd-f3d1bfd64f1c tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for security_group_rule (b17151d2-d847-4109-8c9d-10fd0001903d), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:42.881860 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c4a2728-2b80-4e25-b1dd-f3d1bfd64f1c tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for security_group_rule (b17151d2-d847-4109-8c9d-10fd0001903d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:42.899566 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c4a2728-2b80-4e25-b1dd-f3d1bfd64f1c tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (b17151d2-d847-4109-8c9d-10fd0001903d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:42.920849 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a2728-2b80-4e25-b1dd-f3d1bfd64f1c tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b17151d2-d847-4109-8c9d-10fd0001903d,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:42.929733 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c4a2728-2b80-4e25-b1dd-f3d1bfd64f1c tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:42.930947 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-2c4a2728-2b80-4e25-b1dd-f3d1bfd64f1c tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1824841 Apr 12 14:29:42.933700 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 58634) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:42.938073 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d1dce28d-ec45-449f-9c6a-c0cf97d3ae91 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Request body: {'security_group_rule': {'security_group_id': 'c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8', 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:42.970356 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d1dce28d-ec45-449f-9c6a-c0cf97d3ae91 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for security_group_rule (930a7270-745a-47e3-b446-ef556cc32a83), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:43.028287 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-871c6cb4-bfba-4c57-9db3-688e9754435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'name': 'tempest-TestMinimumBasicScenario-1120343697-router', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'a539b146-549f-4671-8e82-649d353cc36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:57Z', 'updated_at': '2022-04-12T14:28:00Z', 'revision_number': 4, 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'gw_port': {'id': 'a539b146-549f-4671-8e82-649d353cc36c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:58Z', 'updated_at': '2022-04-12T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': '7ead9ae2-0137-4b17-b51d-326fbf6c92b9', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'port_id': 'f0034267-f3fd-42d6-867a-330b269ae4c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4', 'mac_address': 'fa:16:3e:ef:1a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eab3de-f6e1-40f7-af11-0fbf81fa4b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:29:41Z', 'updated_at': '2022-04-12T14:29:41Z', 'revision_number': 0, 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f39c80a-872b-49c0-854c-5ebb70af1093', 'name': '', 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'mac_address': 'fa:16:3e:62:8a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1fc1673c-be61-42df-9b70-97c35069d384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:00Z', 'updated_at': '2022-04-12T14:28:06Z', 'revision_number': 5, 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'subnets': [{'id': '1fc1673c-be61-42df-9b70-97c35069d384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:43.043796 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d1dce28d-ec45-449f-9c6a-c0cf97d3ae91 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for security_group_rule (930a7270-745a-47e3-b446-ef556cc32a83), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:43.053371 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d1dce28d-ec45-449f-9c6a-c0cf97d3ae91 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (930a7270-745a-47e3-b446-ef556cc32a83), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:43.064869 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871c6cb4-bfba-4c57-9db3-688e9754435a None None] Checking router: 97dafffb-e0f7-4227-9b2f-3eb1b67a567c for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:29:43.072925 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dce28d-ec45-449f-9c6a-c0cf97d3ae91 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930a7270-745a-47e3-b446-ef556cc32a83,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:43.074516 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871c6cb4-bfba-4c57-9db3-688e9754435a None None] Routers {'97dafffb-e0f7-4227-9b2f-3eb1b67a567c'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:29:43.075631 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-871c6cb4-bfba-4c57-9db3-688e9754435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:29:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['97dafffb-e0f7-4227-9b2f-3eb1b67a567c'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:43.082459 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d1dce28d-ec45-449f-9c6a-c0cf97d3ae91 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:43.083813 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-d1dce28d-ec45-449f-9c6a-c0cf97d3ae91 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1491709 Apr 12 14:29:43.086461 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 58638) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:43.091455 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ced4f847-920a-4c20-94aa-b6f4c04894b3 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Request body: {'security_group_rule': {'security_group_id': 'c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8', 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:43.141004 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ced4f847-920a-4c20-94aa-b6f4c04894b3 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for security_group_rule (0772c8c2-3fa2-4f61-9c15-5b3d04e368f1), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:43.159513 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405182a7-f74e-4cf7-b9f0-3c1976c5a71e req-b75c04c1-dedd-41f3-be76-cb531227adae tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:43.161985 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-405182a7-f74e-4cf7-b9f0-3c1976c5a71e req-b75c04c1-dedd-41f3-be76-cb531227adae tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0903158 Apr 12 14:29:43.204337 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-871c6cb4-bfba-4c57-9db3-688e9754435a None None] Set router 97dafffb-e0f7-4227-9b2f-3eb1b67a567c gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:29:43.217743 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-405182a7-f74e-4cf7-b9f0-3c1976c5a71e req-c01a10e8-343e-4b8b-90a4-8c5d5cb50ab2 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492115 Apr 12 14:29:43.222557 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ced4f847-920a-4c20-94aa-b6f4c04894b3 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for security_group_rule (0772c8c2-3fa2-4f61-9c15-5b3d04e368f1), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:43.227999 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ced4f847-920a-4c20-94aa-b6f4c04894b3 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (0772c8c2-3fa2-4f61-9c15-5b3d04e368f1), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:43.248776 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4f847-920a-4c20-94aa-b6f4c04894b3 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0772c8c2-3fa2-4f61-9c15-5b3d04e368f1,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:43.263787 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ced4f847-920a-4c20-94aa-b6f4c04894b3 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:43.269737 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 58642) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:43.276826 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-407f3a0b-18d5-4782-b281-9da68bca69bb tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Request body: {'security_group_rule': {'security_group_id': 'c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8', 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:43.282564 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-ced4f847-920a-4c20-94aa-b6f4c04894b3 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1947439 Apr 12 14:29:43.334051 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-407f3a0b-18d5-4782-b281-9da68bca69bb tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for security_group_rule (d386abca-4cf3-4364-b4cb-924bd2a62dea), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:43.409992 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-407f3a0b-18d5-4782-b281-9da68bca69bb tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for security_group_rule (d386abca-4cf3-4364-b4cb-924bd2a62dea), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:43.414143 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-407f3a0b-18d5-4782-b281-9da68bca69bb tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (d386abca-4cf3-4364-b4cb-924bd2a62dea), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:43.433655 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f3a0b-18d5-4782-b281-9da68bca69bb tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d386abca-4cf3-4364-b4cb-924bd2a62dea,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:43.444044 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-407f3a0b-18d5-4782-b281-9da68bca69bb tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:43.445304 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-407f3a0b-18d5-4782-b281-9da68bca69bb tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1742306 Apr 12 14:29:43.447996 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 58646) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:43.452453 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-076acb5c-8578-4084-890e-1c28b8430487 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Request body: {'security_group_rule': {'security_group_id': 'c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8', 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:43.492712 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-871c6cb4-bfba-4c57-9db3-688e9754435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'name': 'tempest-TestMinimumBasicScenario-1120343697-router', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'a539b146-549f-4671-8e82-649d353cc36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:57Z', 'updated_at': '2022-04-12T14:28:00Z', 'revision_number': 4, 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'gw_port': {'id': 'a539b146-549f-4671-8e82-649d353cc36c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:58Z', 'updated_at': '2022-04-12T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': '7ead9ae2-0137-4b17-b51d-326fbf6c92b9', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'port_id': 'f0034267-f3fd-42d6-867a-330b269ae4c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4', 'mac_address': 'fa:16:3e:ef:1a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eab3de-f6e1-40f7-af11-0fbf81fa4b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:29:41Z', 'updated_at': '2022-04-12T14:29:41Z', 'revision_number': 0, 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f39c80a-872b-49c0-854c-5ebb70af1093', 'name': '', 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'mac_address': 'fa:16:3e:62:8a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1fc1673c-be61-42df-9b70-97c35069d384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:00Z', 'updated_at': '2022-04-12T14:28:06Z', 'revision_number': 5, 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'subnets': [{'id': '1fc1673c-be61-42df-9b70-97c35069d384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:43.522211 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.securitygroups_db [None req-076acb5c-8578-4084-890e-1c28b8430487 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Project b3d7ea4039fe45f0b3b3710a70602d66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 14:29:43.527325 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871c6cb4-bfba-4c57-9db3-688e9754435a None None] The sync data for ids ['97dafffb-e0f7-4227-9b2f-3eb1b67a567c'] in dv-cinder-837523-1-iscsi is: [{'id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'name': 'tempest-TestMinimumBasicScenario-1120343697-router', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'a539b146-549f-4671-8e82-649d353cc36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:57Z', 'updated_at': '2022-04-12T14:28:00Z', 'revision_number': 4, 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'gw_port': {'id': 'a539b146-549f-4671-8e82-649d353cc36c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:58Z', 'updated_at': '2022-04-12T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': '7ead9ae2-0137-4b17-b51d-326fbf6c92b9', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'port_id': 'f0034267-f3fd-42d6-867a-330b269ae4c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4', 'mac_address': 'fa:16:3e:ef:1a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eab3de-f6e1-40f7-af11-0fbf81fa4b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:29:41Z', 'updated_at': '2022-04-12T14:29:41Z', 'revision_number': 0, 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f39c80a-872b-49c0-854c-5ebb70af1093', 'name': '', 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'mac_address': 'fa:16:3e:62:8a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1fc1673c-be61-42df-9b70-97c35069d384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:00Z', 'updated_at': '2022-04-12T14:28:06Z', 'revision_number': 5, 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'subnets': [{'id': '1fc1673c-be61-42df-9b70-97c35069d384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:29:43.528202 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73278201-1cca-416c-9748-f999690aad02 req-17f064e6-6bb9-46b3-908d-d3789775e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:43.529252 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-73278201-1cca-416c-9748-f999690aad02 req-17f064e6-6bb9-46b3-908d-d3789775e69f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b3d7ea4039fe45f0b3b3710a70602d66&device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 1130 time: 0.0555346 Apr 12 14:29:43.536867 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acd535a3-28e0-4203-ac48-e8f252049d1e req-2c05fb41-3ceb-4502-9c15-31f4128fbff0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10d21dae-e43e-4c36-be2c-e96509c4fe8b HTTP/1.1" status: 200 len: 1002 time: 0.0794799 Apr 12 14:29:43.537720 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-076acb5c-8578-4084-890e-1c28b8430487 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for security_group_rule (5ef01762-d17f-452c-81b0-c0ab8f9b348d), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:43.593981 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-076acb5c-8578-4084-890e-1c28b8430487 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for security_group_rule (5ef01762-d17f-452c-81b0-c0ab8f9b348d), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:43.597890 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-076acb5c-8578-4084-890e-1c28b8430487 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (5ef01762-d17f-452c-81b0-c0ab8f9b348d), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:43.614127 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076acb5c-8578-4084-890e-1c28b8430487 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef01762-d17f-452c-81b0-c0ab8f9b348d,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:43.628492 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-076acb5c-8578-4084-890e-1c28b8430487 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:43.629922 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-076acb5c-8578-4084-890e-1c28b8430487 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1808760 Apr 12 14:29:43.632676 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 58648) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:43.637443 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-478c4db5-8c93-4811-ae72-5976ff94bc52 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Request body: {'security_group_rule': {'security_group_id': 'c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8', 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:43.658588 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.db.securitygroups_db [None req-478c4db5-8c93-4811-ae72-5976ff94bc52 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Project b3d7ea4039fe45f0b3b3710a70602d66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 14:29:43.664043 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-478c4db5-8c93-4811-ae72-5976ff94bc52 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for security_group_rule (0da57562-7aa3-4830-ab51-d5eece22914a), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:43.751472 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-478c4db5-8c93-4811-ae72-5976ff94bc52 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for security_group_rule (0da57562-7aa3-4830-ab51-d5eece22914a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:43.756207 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-478c4db5-8c93-4811-ae72-5976ff94bc52 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (0da57562-7aa3-4830-ab51-d5eece22914a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:43.779528 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bf9ac-c31a-4d2f-b2a1-620d12a69a46 req-d50a4d72-4312-4162-9706-f8005abd96a2 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:43.781769 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bf2bf9ac-c31a-4d2f-b2a1-620d12a69a46 req-d50a4d72-4312-4162-9706-f8005abd96a2 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.0523114 Apr 12 14:29:43.786870 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c4db5-8c93-4811-ae72-5976ff94bc52 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da57562-7aa3-4830-ab51-d5eece22914a,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:43.795597 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6396898b-433d-482e-bed9-e8d04a07d36a None None] New status for floating IP 7ead9ae2-0137-4b17-b51d-326fbf6c92b9: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:29:43.806100 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-478c4db5-8c93-4811-ae72-5976ff94bc52 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:43.812325 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-478c4db5-8c93-4811-ae72-5976ff94bc52 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1747260 Apr 12 14:29:43.854787 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bf2bf9ac-c31a-4d2f-b2a1-620d12a69a46 req-4cee4aae-56d6-49e5-9425-10496c9e06bc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606153 Apr 12 14:29:43.927582 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-61db28dd-7606-44ea-b4a0-206a917c4450 req-b8fbee65-6e33-4fe4-a73e-c8abd090e41b tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-55776034&fields=id&tenant_id=b3d7ea4039fe45f0b3b3710a70602d66 HTTP/1.1" status: 200 len: 267 time: 0.0554500 Apr 12 14:29:44.008342 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9050b8-49c1-4df1-a69c-d18a87961f87 req-4fb3f3c5-3cce-4c2f-bc68-5c685afcf931 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:44.009893 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fb9050b8-49c1-4df1-a69c-d18a87961f87 req-4fb3f3c5-3cce-4c2f-bc68-5c685afcf931 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 945 time: 0.0862939 Apr 12 14:29:44.019764 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db28dd-7606-44ea-b4a0-206a917c4450 req-750333ab-6b80-4d58-8a4c-20c1fd194d44 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:44.021294 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-61db28dd-7606-44ea-b4a0-206a917c4450 req-750333ab-6b80-4d58-8a4c-20c1fd194d44 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 946 time: 0.0856981 Apr 12 14:29:44.033824 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-61db28dd-7606-44ea-b4a0-206a917c4450 req-f9e8cd20-d34b-41ad-a291-23bda6ab1926 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Request body: {'port': {'security_groups': ['0349dacb-0fa3-47d9-96d7-c61125a70a5a', 'c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:44.105986 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fb9050b8-49c1-4df1-a69c-d18a87961f87 req-a6a80e67-3128-43b2-b46a-52ac86ae8ad9 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836859 Apr 12 14:29:44.146427 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-61db28dd-7606-44ea-b4a0-206a917c4450 req-f9e8cd20-d34b-41ad-a291-23bda6ab1926 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (f0034267-f3fd-42d6-867a-330b269ae4c9), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:44.296028 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15adbec4-24c1-492d-9c06-60298c986edd req-1b9badfd-be51-4cbc-86c2-d20783545c94 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:44.298029 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15adbec4-24c1-492d-9c06-60298c986edd req-1b9badfd-be51-4cbc-86c2-d20783545c94 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 945 time: 0.0978978 Apr 12 14:29:44.409818 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15adbec4-24c1-492d-9c06-60298c986edd req-fff840e0-09f8-4cd9-9bdf-7527187c158c tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057677 Apr 12 14:29:44.453733 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 58664) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:44.563465 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73278201-1cca-416c-9748-f999690aad02 req-83ee1043-aec9-4dbb-943d-293892e703b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:44.565284 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-73278201-1cca-416c-9748-f999690aad02 req-83ee1043-aec9-4dbb-943d-293892e703b9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9cf681b3-e3b6-4238-acc9-69f2e6504ff4 HTTP/1.1" status: 200 len: 917 time: 0.1317823 Apr 12 14:29:44.580184 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f5f99-92cb-410d-a850-6670e829299b req-0ea2816b-f172-436b-9e98-37e201e99383 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:44.582677 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-879f5f99-92cb-410d-a850-6670e829299b req-0ea2816b-f172-436b-9e98-37e201e99383 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0939784 Apr 12 14:29:44.584838 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-61db28dd-7606-44ea-b4a0-206a917c4450 req-f9e8cd20-d34b-41ad-a291-23bda6ab1926 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] For port f0034267-f3fd-42d6-867a-330b269ae4c9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f0034267-f3fd-42d6-867a-330b269ae4c9,segment=NetworkSegment(e36398ca-ae96-4e82-91b8-5bfc2ef32caa),segment_id=e36398ca-ae96-4e82-91b8-5bfc2ef32caa)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:29:44.594386 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd535a3-28e0-4203-ac48-e8f252049d1e req-088eb675-76ce-438d-ba3c-a3fa8ad37e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:44.596470 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acd535a3-28e0-4203-ac48-e8f252049d1e req-088eb675-76ce-438d-ba3c-a3fa8ad37e9f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=173d8463-b4b7-4546-b738-e7a6791e414a HTTP/1.1" status: 200 len: 850 time: 0.1519089 Apr 12 14:29:44.664470 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758846eb-144c-49d6-bb4e-47dd54191b5b tempest-TestVolumeBootPattern-405349418 tempest-TestVolumeBootPattern-405349418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:44.669043 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-758846eb-144c-49d6-bb4e-47dd54191b5b tempest-TestVolumeBootPattern-405349418 tempest-TestVolumeBootPattern-405349418-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 1124 time: 0.2111471 Apr 12 14:29:44.671187 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 58668) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:29:44.676067 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a2acfac4-063f-4722-9e06-e60e83e70aee tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Request body: {'floatingip': {'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'port_id': 'b58faff4-3309-40bf-a832-6b5d44e45854', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:29:44.684940 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-73278201-1cca-416c-9748-f999690aad02 req-d24d2430-bf88-4a6a-a4fc-13b48302875f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0034267-f3fd-42d6-867a-330b269ae4c9 HTTP/1.1" status: 200 len: 1002 time: 0.1103520 Apr 12 14:29:44.733319 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a2acfac4-063f-4722-9e06-e60e83e70aee tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:44.769565 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73278201-1cca-416c-9748-f999690aad02 req-2bfd1fbe-fb75-4014-a5bc-2fad8226304c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:44.771078 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-73278201-1cca-416c-9748-f999690aad02 req-2bfd1fbe-fb75-4014-a5bc-2fad8226304c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1fc1673c-be61-42df-9b70-97c35069d384 HTTP/1.1" status: 200 len: 854 time: 0.0786064 Apr 12 14:29:44.865990 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73278201-1cca-416c-9748-f999690aad02 req-9e5c4978-fe39-4604-8b38-fd32a57bf758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:44.867523 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-73278201-1cca-416c-9748-f999690aad02 req-9e5c4978-fe39-4604-8b38-fd32a57bf758 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9cf681b3-e3b6-4238-acc9-69f2e6504ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658932 Apr 12 14:29:44.870637 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a2acfac4-063f-4722-9e06-e60e83e70aee tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:44.913777 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-61db28dd-7606-44ea-b4a0-206a917c4450 req-f9e8cd20-d34b-41ad-a291-23bda6ab1926 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for port (f0034267-f3fd-42d6-867a-330b269ae4c9), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:44.922383 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd535a3-28e0-4203-ac48-e8f252049d1e req-6cf4bd2c-ece9-4ec6-a838-a29d27ba115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:44.923878 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acd535a3-28e0-4203-ac48-e8f252049d1e req-6cf4bd2c-ece9-4ec6-a838-a29d27ba115b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4a3bd02-b790-409a-af63-4b8c508a5dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3121378 Apr 12 14:29:44.924465 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-61db28dd-7606-44ea-b4a0-206a917c4450 req-f9e8cd20-d34b-41ad-a291-23bda6ab1926 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (f0034267-f3fd-42d6-867a-330b269ae4c9), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:44.933523 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-879f5f99-92cb-410d-a850-6670e829299b req-94e18297-f2e6-4c04-8106-d4d5914b6182 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3359053 Apr 12 14:29:44.988954 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db28dd-7606-44ea-b4a0-206a917c4450 req-f9e8cd20-d34b-41ad-a291-23bda6ab1926 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:44.989679 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-61db28dd-7606-44ea-b4a0-206a917c4450 req-f9e8cd20-d34b-41ad-a291-23bda6ab1926 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:44.991139 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-61db28dd-7606-44ea-b4a0-206a917c4450 req-f9e8cd20-d34b-41ad-a291-23bda6ab1926 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "PUT /v2.0/ports/f0034267-f3fd-42d6-867a-330b269ae4c9 HTTP/1.1" status: 200 len: 982 time: 0.9631433 Apr 12 14:29:44.991692 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51eab3de-f6e1-40f7-af11-0fbf81fa4b57', 'tag': 'f0034267-f3fd-42d6-867a-330b269ae4c9'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:29:44.993206 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['f0034267-f3fd-42d6-867a-330b269ae4c9'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:29:44.994090 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397e4677-4a34-45ae-820f-f60b05ed95f1" -d '{"events": [{"name": "network-changed", "server_uuid": "51eab3de-f6e1-40f7-af11-0fbf81fa4b57", "tag": "f0034267-f3fd-42d6-867a-330b269ae4c9"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:29:45.010465 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-a2acfac4-063f-4722-9e06-e60e83e70aee tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Allocated IP 172.27.0.54 (d880c522-0b20-4278-b126-cb351e10a8a1/d5f6c94a-8527-427a-a2ce-715c797655f2/e208ddea-bde0-4e64-b896-d7e69095d656) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:29:45.081372 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d04a67-269f-4f7c-96c0-843494d4dce7 x-openstack-request-id: req-32d04a67-269f-4f7c-96c0-843494d4dce7 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:29:45.081674 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51eab3de-f6e1-40f7-af11-0fbf81fa4b57", "tag": "f0034267-f3fd-42d6-867a-330b269ae4c9", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:29:45.081912 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-32d04a67-269f-4f7c-96c0-843494d4dce7 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:29:45.090727 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d04a67-269f-4f7c-96c0-843494d4dce7'] response: {'name': 'network-changed', 'server_uuid': '51eab3de-f6e1-40f7-af11-0fbf81fa4b57', 'tag': 'f0034267-f3fd-42d6-867a-330b269ae4c9', 'status': 'completed', 'code': 200} Apr 12 14:29:45.130019 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcacfb23-0934-4a15-ae1f-ada1512c403d req-aab9596e-c512-4df5-8b8f-2dbc8c67dd45 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:45.130405 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dcacfb23-0934-4a15-ae1f-ada1512c403d req-aab9596e-c512-4df5-8b8f-2dbc8c67dd45 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 944 time: 0.1329892 Apr 12 14:29:45.182343 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8cd20-d34b-41ad-a291-23bda6ab1926 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Pushing event updated for resources: {'Port': ['ID=f0034267-f3fd-42d6-867a-330b269ae4c9,revision_number=6']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:45.241031 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['f0034267-f3fd-42d6-867a-330b269ae4c9'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:29:45.258250 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9589ac-3f2a-4a70-9d1f-b90090c42eb1 req-f58b6fc7-12d4-461b-978d-c9ce8abd47bb tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:45.259552 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cc9589ac-3f2a-4a70-9d1f-b90090c42eb1 req-f58b6fc7-12d4-461b-978d-c9ce8abd47bb tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 985 time: 0.0868678 Apr 12 14:29:45.309262 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a2acfac4-063f-4722-9e06-e60e83e70aee tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for port (e208ddea-bde0-4e64-b896-d7e69095d656), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:45.310306 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dcacfb23-0934-4a15-ae1f-ada1512c403d req-4e663e62-85a7-4efe-8784-2b35e7d919a5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434767 Apr 12 14:29:45.314918 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acd535a3-28e0-4203-ac48-e8f252049d1e req-2d643ac3-4542-460d-941d-103c18e1128b service neutron] 10.222.0.69 "GET /v2.0/networks/f4a3bd02-b790-409a-af63-4b8c508a5dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652571 Apr 12 14:29:45.325667 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-73278201-1cca-416c-9748-f999690aad02 req-5ff4d295-e2be-4a31-a544-e298d26b96c2 service neutron] 10.222.0.69 "GET /v2.0/networks/9cf681b3-e3b6-4238-acc9-69f2e6504ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836467 Apr 12 14:29:45.370751 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cc9589ac-3f2a-4a70-9d1f-b90090c42eb1 req-9f7c15a2-2775-41b2-922f-2193ea4131ae tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&id=c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0878527 Apr 12 14:29:45.374101 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a2acfac4-063f-4722-9e06-e60e83e70aee tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (e208ddea-bde0-4e64-b896-d7e69095d656), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:45.417184 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-80ce19b8-646c-4bfd-8674-3abebcb668a2 None None] Provisioning complete for port f0034267-f3fd-42d6-867a-330b269ae4c9 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:45.417631 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80ce19b8-646c-4bfd-8674-3abebcb668a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (f0034267-f3fd-42d6-867a-330b269ae4c9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:45.446057 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2acfac4-063f-4722-9e06-e60e83e70aee tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Network d880c522-0b20-4278-b126-cb351e10a8a1 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:29:45.449954 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-a2acfac4-063f-4722-9e06-e60e83e70aee tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:29:45.458781 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2acfac4-063f-4722-9e06-e60e83e70aee tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:29:45.462980 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acfac4-063f-4722-9e06-e60e83e70aee tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Pushing event updated for resources: {'Port': ['ID=e208ddea-bde0-4e64-b896-d7e69095d656,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:45.641017 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-80ce19b8-646c-4bfd-8674-3abebcb668a2 None None] Current status of the port f0034267-f3fd-42d6-867a-330b269ae4c9 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:45.700425 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acd535a3-28e0-4203-ac48-e8f252049d1e req-ab97b3fa-d8ec-42db-bba4-7349a028be25 service neutron] 10.222.0.69 "GET /v2.0/networks/f4a3bd02-b790-409a-af63-4b8c508a5dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416690 Apr 12 14:29:45.997003 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-73278201-1cca-416c-9748-f999690aad02 req-5f41610f-6866-4322-bb17-c710a3cee276 service neutron] 10.222.0.69 "GET /v2.0/networks/9cf681b3-e3b6-4238-acc9-69f2e6504ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744478 Apr 12 14:29:46.062319 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a4fe4-3151-446b-9f09-9650b706b46b req-33e2a8a7-a476-43dc-ab3d-db895ad00824 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:46.064513 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-530a4fe4-3151-446b-9f09-9650b706b46b req-33e2a8a7-a476-43dc-ab3d-db895ad00824 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0630116 Apr 12 14:29:46.106948 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device c8a0b6c8-ec77-40ab-a972-4f742255a527 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:29:46.149687 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-530a4fe4-3151-446b-9f09-9650b706b46b req-4e168817-0d3b-4293-a326-280a8cae49f1 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793197 Apr 12 14:29:46.221994 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a2acfac4-063f-4722-9e06-e60e83e70aee tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for floatingip (f500dad1-dac8-43ab-8107-a39f5825f6a9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:46.241196 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port c8a0b6c8-ec77-40ab-a972-4f742255a527, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c8a0b6c8-ec77-40ab-a972-4f742255a527,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:29:46.253009 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Returning: {'device': 'c8a0b6c8-ec77-40ab-a972-4f742255a527', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'port_id': 'c8a0b6c8-ec77-40ab-a972-4f742255a527', 'mac_address': 'fa:16:3e:86:27:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:29:46.292194 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port c8a0b6c8-ec77-40ab-a972-4f742255a527 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:46.292592 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:46.293482 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a2acfac4-063f-4722-9e06-e60e83e70aee tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (e208ddea-bde0-4e64-b896-d7e69095d656), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:46.307349 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a0b6c8-ec77-40ab-a972-4f742255a527 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:29:46.328699 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port c8a0b6c8-ec77-40ab-a972-4f742255a527, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c8a0b6c8-ec77-40ab-a972-4f742255a527,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:29:46.332991 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:46.392791 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=c8a0b6c8-ec77-40ab-a972-4f742255a527,revision_number=9']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:46.458624 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238fedc-4fee-40ed-9742-b881b274b19f req-bb99c277-3a3d-4946-b1b9-43c11b15582b tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:46.461976 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a2acfac4-063f-4722-9e06-e60e83e70aee tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for port (e208ddea-bde0-4e64-b896-d7e69095d656), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:46.466129 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a238fedc-4fee-40ed-9742-b881b274b19f req-bb99c277-3a3d-4946-b1b9-43c11b15582b tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 945 time: 0.0638392 Apr 12 14:29:46.477069 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a2acfac4-063f-4722-9e06-e60e83e70aee tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3951234'] for port (e208ddea-bde0-4e64-b896-d7e69095d656), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:46.529366 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a238fedc-4fee-40ed-9742-b881b274b19f req-b84a3582-7791-4b90-aaaa-fbf07461a6b8 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622857 Apr 12 14:29:46.606747 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a2acfac4-063f-4722-9e06-e60e83e70aee tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (f500dad1-dac8-43ab-8107-a39f5825f6a9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:46.611881 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acfac4-063f-4722-9e06-e60e83e70aee tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Pushing event updated for resources: {'Port': ['ID=e208ddea-bde0-4e64-b896-d7e69095d656,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:46.646071 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e4677-4a34-45ae-820f-f60b05ed95f1 req-fd1a7305-507c-4288-ac2f-9be9a119ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:46.647605 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-397e4677-4a34-45ae-820f-f60b05ed95f1 req-fd1a7305-507c-4288-ac2f-9be9a119ac34 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b3d7ea4039fe45f0b3b3710a70602d66&device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 1169 time: 0.1834764 Apr 12 14:29:46.794874 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.db.l3_db [None req-a2acfac4-063f-4722-9e06-e60e83e70aee tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Floating IP f500dad1-dac8-43ab-8107-a39f5825f6a9 associated. External IP: 172.27.0.54, port: b58faff4-3309-40bf-a832-6b5d44e45854. Apr 12 14:29:46.839857 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e4677-4a34-45ae-820f-f60b05ed95f1 req-69bc5cb2-f990-4e59-a5fe-0bcf4ab33016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:46.841393 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-397e4677-4a34-45ae-820f-f60b05ed95f1 req-69bc5cb2-f990-4e59-a5fe-0bcf4ab33016 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9cf681b3-e3b6-4238-acc9-69f2e6504ff4 HTTP/1.1" status: 200 len: 917 time: 0.1813481 Apr 12 14:29:46.895177 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['c8a0b6c8-ec77-40ab-a972-4f742255a527'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:29:46.912000 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb0641-cab0-470d-9777-82216f4582c9 req-5403dcf0-3375-4226-8963-ed2796215c22 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:46.914361 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ffeb0641-cab0-470d-9777-82216f4582c9 req-5403dcf0-3375-4226-8963-ed2796215c22 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0508170 Apr 12 14:29:46.972248 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ffeb0641-cab0-470d-9777-82216f4582c9 req-4a21e000-511e-4dbf-b7e3-f29bfa347138 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512254 Apr 12 14:29:47.045063 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2acfac4-063f-4722-9e06-e60e83e70aee tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Router 8ea6935c-8e80-437a-b548-4045d22f2aaa has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:29:47.188679 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-397e4677-4a34-45ae-820f-f60b05ed95f1 req-f19850ea-ba9b-48f2-b53e-74f0d514a5c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0034267-f3fd-42d6-867a-330b269ae4c9 HTTP/1.1" status: 200 len: 1002 time: 0.1335208 Apr 12 14:29:47.213140 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2acfac4-063f-4722-9e06-e60e83e70aee tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:29:47.228199 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ebe25-3818-4cef-a7ae-3debfe6d93bf None None] Sync routers for ids ['8ea6935c-8e80-437a-b548-4045d22f2aaa'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:29:47.234827 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a2acfac4-063f-4722-9e06-e60e83e70aee tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:47.240443 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0ebe25-3818-4cef-a7ae-3debfe6d93bf None None] Routers {'8ea6935c-8e80-437a-b548-4045d22f2aaa'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:29:47.241360 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8d0ebe25-3818-4cef-a7ae-3debfe6d93bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:29:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8ea6935c-8e80-437a-b548-4045d22f2aaa'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:47.268319 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-a2acfac4-063f-4722-9e06-e60e83e70aee tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5959933 Apr 12 14:29:47.268924 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06', 'tag': 'b58faff4-3309-40bf-a832-6b5d44e45854'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:29:47.271156 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea00ad51b5642e711501acc1f7ca5604eef3f69d3a6b574dfa4fd32ced1c6c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f9c21b-071d-4df7-816a-a81807590b47" -d '{"events": [{"name": "network-changed", "server_uuid": "5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06", "tag": "b58faff4-3309-40bf-a832-6b5d44e45854"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:29:47.305379 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef589d-1010-4364-82f4-e6c1d13583cc req-03d65c96-804b-4ff5-ad49-abe0466c400a tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:47.307083 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15ef589d-1010-4364-82f4-e6c1d13583cc req-03d65c96-804b-4ff5-ad49-abe0466c400a tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0664549 Apr 12 14:29:47.309281 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac898cf-f5c1-4686-85bd-c6d2bea96bfc x-openstack-request-id: req-bac898cf-f5c1-4686-85bd-c6d2bea96bfc {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:29:47.309576 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06", "tag": "b58faff4-3309-40bf-a832-6b5d44e45854", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:29:47.309831 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bac898cf-f5c1-4686-85bd-c6d2bea96bfc {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:29:47.310230 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bac898cf-f5c1-4686-85bd-c6d2bea96bfc'] response: {'name': 'network-changed', 'server_uuid': '5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06', 'tag': 'b58faff4-3309-40bf-a832-6b5d44e45854', 'status': 'completed', 'code': 200} Apr 12 14:29:47.362563 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15ef589d-1010-4364-82f4-e6c1d13583cc req-7b78d088-183f-4c27-bc76-99d5d00bcf8d tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485423 Apr 12 14:29:47.364057 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-8d0ebe25-3818-4cef-a7ae-3debfe6d93bf None None] Set router 8ea6935c-8e80-437a-b548-4045d22f2aaa gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:29:47.594077 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8d0ebe25-3818-4cef-a7ae-3debfe6d93bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:07Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 4, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'gw_port': {'id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': 'f500dad1-dac8-43ab-8107-a39f5825f6a9', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'port_id': 'b58faff4-3309-40bf-a832-6b5d44e45854', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'mac_address': 'fa:16:3e:04:0d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:29:46Z', 'updated_at': '2022-04-12T14:29:46Z', 'revision_number': 0, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69af651-3740-4018-8a6e-2d39d24b4865', 'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'mac_address': 'fa:16:3e:e2:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:14Z', 'updated_at': '2022-04-12T14:28:26Z', 'revision_number': 5, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'subnets': [{'id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:47.624236 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ebe25-3818-4cef-a7ae-3debfe6d93bf None None] Checking router: 8ea6935c-8e80-437a-b548-4045d22f2aaa for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:29:47.633084 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0ebe25-3818-4cef-a7ae-3debfe6d93bf None None] Routers {'8ea6935c-8e80-437a-b548-4045d22f2aaa'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:29:47.634911 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8d0ebe25-3818-4cef-a7ae-3debfe6d93bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:29:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8ea6935c-8e80-437a-b548-4045d22f2aaa'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:47.699697 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca550e5d-5916-4707-8dc1-4ba0be253203 req-513ebfa6-fff1-474d-b635-e5c4710c64a0 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:47.701699 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ca550e5d-5916-4707-8dc1-4ba0be253203 req-513ebfa6-fff1-474d-b635-e5c4710c64a0 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 945 time: 0.0502141 Apr 12 14:29:47.759181 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ca550e5d-5916-4707-8dc1-4ba0be253203 req-6262687f-15ba-47fa-a329-b022b0ca7034 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512869 Apr 12 14:29:47.762643 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-8d0ebe25-3818-4cef-a7ae-3debfe6d93bf None None] Set router 8ea6935c-8e80-437a-b548-4045d22f2aaa gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:29:47.804769 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa0a50-4af1-49a4-a104-3ead03f39a03 req-2600e7d6-9aaf-4113-8b95-e223a3c895f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:47.806377 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b5aa0a50-4af1-49a4-a104-3ead03f39a03 req-2600e7d6-9aaf-4113-8b95-e223a3c895f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bc50f73daaba422a80028bd9395b487e&device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 1130 time: 0.0463207 Apr 12 14:29:47.884831 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e4677-4a34-45ae-820f-f60b05ed95f1 req-adb89d83-ee32-4327-8a83-f892400f49f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:47.886377 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-397e4677-4a34-45ae-820f-f60b05ed95f1 req-adb89d83-ee32-4327-8a83-f892400f49f7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1fc1673c-be61-42df-9b70-97c35069d384 HTTP/1.1" status: 200 len: 854 time: 0.0483260 Apr 12 14:29:47.937745 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9c21b-071d-4df7-816a-a81807590b47 req-bf8cf15f-6239-4dc9-ab02-62e0f8bc5e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:47.938492 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e4677-4a34-45ae-820f-f60b05ed95f1 req-eff34a74-0285-4fb4-b385-af9193782a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:47.939247 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-22f9c21b-071d-4df7-816a-a81807590b47 req-bf8cf15f-6239-4dc9-ab02-62e0f8bc5e00 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02af406c5f5b4f27890c5db6f5bda840&device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 1129 time: 0.0802143 Apr 12 14:29:47.939951 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-397e4677-4a34-45ae-820f-f60b05ed95f1 req-eff34a74-0285-4fb4-b385-af9193782a92 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9cf681b3-e3b6-4238-acc9-69f2e6504ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440166 Apr 12 14:29:47.985621 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa0a50-4af1-49a4-a104-3ead03f39a03 req-bca30dea-c9a7-4a0d-98cc-878dd776fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:47.987091 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b5aa0a50-4af1-49a4-a104-3ead03f39a03 req-bca30dea-c9a7-4a0d-98cc-878dd776fbd6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 HTTP/1.1" status: 200 len: 921 time: 0.1475782 Apr 12 14:29:48.087560 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-397e4677-4a34-45ae-820f-f60b05ed95f1 req-180dd8f3-6c34-4b88-a3ed-7df5b4753601 service neutron] 10.222.0.69 "GET /v2.0/networks/9cf681b3-e3b6-4238-acc9-69f2e6504ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328337 Apr 12 14:29:48.131883 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device c8a0b6c8-ec77-40ab-a972-4f742255a527 up at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:29:48.137411 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a6daa7e3-44c9-40b1-b787-d45e46ac9f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:48.146273 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-8d0ebe25-3818-4cef-a7ae-3debfe6d93bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:07Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 4, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'gw_port': {'id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': 'f500dad1-dac8-43ab-8107-a39f5825f6a9', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'port_id': 'b58faff4-3309-40bf-a832-6b5d44e45854', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'mac_address': 'fa:16:3e:04:0d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:29:46Z', 'updated_at': '2022-04-12T14:29:46Z', 'revision_number': 0, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69af651-3740-4018-8a6e-2d39d24b4865', 'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'mac_address': 'fa:16:3e:e2:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:14Z', 'updated_at': '2022-04-12T14:28:26Z', 'revision_number': 5, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'subnets': [{'id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:29:48.154642 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b5aa0a50-4af1-49a4-a104-3ead03f39a03 req-94294b53-7ad5-49a6-a9ae-b2c81975a501 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 HTTP/1.1" status: 200 len: 1002 time: 0.1575210 Apr 12 14:29:48.159967 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9c21b-071d-4df7-816a-a81807590b47 req-aed5d29d-5c94-49e7-8e1a-d3a392c80d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:48.161788 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-22f9c21b-071d-4df7-816a-a81807590b47 req-aed5d29d-5c94-49e7-8e1a-d3a392c80d34 service neutron] 10.222.0.69 "GET /v2.0/networks?id=37f9d6cb-734d-4a5c-b448-eec2b9f94087 HTTP/1.1" status: 200 len: 914 time: 0.2054327 Apr 12 14:29:48.183390 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ebe25-3818-4cef-a7ae-3debfe6d93bf None None] The sync data for ids ['8ea6935c-8e80-437a-b548-4045d22f2aaa'] in dv-cinder-837523-1-iscsi is: [{'id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:07Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 4, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'gw_port': {'id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': 'f500dad1-dac8-43ab-8107-a39f5825f6a9', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'port_id': 'b58faff4-3309-40bf-a832-6b5d44e45854', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'mac_address': 'fa:16:3e:04:0d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:29:46Z', 'updated_at': '2022-04-12T14:29:46Z', 'revision_number': 0, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69af651-3740-4018-8a6e-2d39d24b4865', 'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'mac_address': 'fa:16:3e:e2:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:14Z', 'updated_at': '2022-04-12T14:28:26Z', 'revision_number': 5, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'subnets': [{'id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:29:48.189776 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d7ff4-6370-467e-bd47-8342f5656a00 req-013e4e90-f97c-4c09-90f3-26ef00a22aef tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:48.196978 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-df4d7ff4-6370-467e-bd47-8342f5656a00 req-013e4e90-f97c-4c09-90f3-26ef00a22aef tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.1217952 Apr 12 14:29:48.217315 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-397e4677-4a34-45ae-820f-f60b05ed95f1 req-e14a9df6-327c-405a-aed3-e7b3f438cd3e service neutron] 10.222.0.69 "GET /v2.0/networks/9cf681b3-e3b6-4238-acc9-69f2e6504ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223669 Apr 12 14:29:48.323349 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-22f9c21b-071d-4df7-816a-a81807590b47 req-0e70d07e-0712-4eaf-881f-61b58005ff19 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b58faff4-3309-40bf-a832-6b5d44e45854 HTTP/1.1" status: 200 len: 998 time: 0.1497614 Apr 12 14:29:48.331107 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa0a50-4af1-49a4-a104-3ead03f39a03 req-84ecc23d-7743-423c-8532-93c8bea1a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:48.332571 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b5aa0a50-4af1-49a4-a104-3ead03f39a03 req-84ecc23d-7743-423c-8532-93c8bea1a767 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=041172b8-b945-46f0-8972-88e78348afd5 HTTP/1.1" status: 200 len: 858 time: 0.1676350 Apr 12 14:29:48.345369 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:29:48.354430 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning complete for port c8a0b6c8-ec77-40ab-a972-4f742255a527 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:29:48.354804 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:48.418563 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-df4d7ff4-6370-467e-bd47-8342f5656a00 req-aba3b18b-fb66-45be-a46b-19db978f7fd4 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577685 Apr 12 14:29:48.426039 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa0a50-4af1-49a4-a104-3ead03f39a03 req-ac8b2d55-8f0a-4a20-b675-9bf135429e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:48.427606 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b5aa0a50-4af1-49a4-a104-3ead03f39a03 req-ac8b2d55-8f0a-4a20-b675-9bf135429e44 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0826735 Apr 12 14:29:48.429582 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9c21b-071d-4df7-816a-a81807590b47 req-5e49379a-a3fe-4d10-990f-3a3a71be205d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:48.430918 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-22f9c21b-071d-4df7-816a-a81807590b47 req-5e49379a-a3fe-4d10-990f-3a3a71be205d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5f372aa8-ef48-4490-a9b2-c7f480e5dc57 HTTP/1.1" status: 200 len: 851 time: 0.0974596 Apr 12 14:29:48.452125 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port c8a0b6c8-ec77-40ab-a972-4f742255a527 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:29:48.452686 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:48.484595 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ed3477-8088-40bd-a3a5-21adafe42eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a0b6c8-ec77-40ab-a972-4f742255a527'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:29:48.488198 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58e1b0a-47c8-46ab-9cd3-6486c1852b7f" -d '{"events": [{"server_uuid": "04ed3477-8088-40bd-a3a5-21adafe42eab", "name": "network-vif-plugged", "status": "completed", "tag": "c8a0b6c8-ec77-40ab-a972-4f742255a527"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:29:48.497869 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc181ac-1172-4e50-9111-f8e0492ca59a None None] New status for floating IP f500dad1-dac8-43ab-8107-a39f5825f6a9: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:29:48.552610 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9c21b-071d-4df7-816a-a81807590b47 req-44d4346c-081b-4532-ba0f-dc5cbd584d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:48.554239 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-22f9c21b-071d-4df7-816a-a81807590b47 req-44d4346c-081b-4532-ba0f-dc5cbd584d69 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37f9d6cb-734d-4a5c-b448-eec2b9f94087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1021826 Apr 12 14:29:48.556917 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port c8a0b6c8-ec77-40ab-a972-4f742255a527, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c8a0b6c8-ec77-40ab-a972-4f742255a527,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:29:48.558984 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c672084c-4459-480e-84ea-961e6e509aa4 x-openstack-request-id: req-c672084c-4459-480e-84ea-961e6e509aa4 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:29:48.559437 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ed3477-8088-40bd-a3a5-21adafe42eab", "name": "network-vif-plugged", "status": "completed", "tag": "c8a0b6c8-ec77-40ab-a972-4f742255a527", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:29:48.559733 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c672084c-4459-480e-84ea-961e6e509aa4 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:29:48.560076 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c672084c-4459-480e-84ea-961e6e509aa4'] response: {'server_uuid': '04ed3477-8088-40bd-a3a5-21adafe42eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a0b6c8-ec77-40ab-a972-4f742255a527', 'code': 200} Apr 12 14:29:48.563937 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:48.582498 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b5aa0a50-4af1-49a4-a104-3ead03f39a03 req-9fba436b-2947-4d2f-a571-100bc8abe63c service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415203 Apr 12 14:29:48.677917 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=c8a0b6c8-ec77-40ab-a972-4f742255a527,revision_number=10']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:29:48.783780 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-22f9c21b-071d-4df7-816a-a81807590b47 req-9dfce3cd-19da-4d70-961b-cb84109f562c service neutron] 10.222.0.69 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831710 Apr 12 14:29:48.787590 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b5aa0a50-4af1-49a4-a104-3ead03f39a03 req-2dc04d41-155f-4629-974e-c7bc09f2def8 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685815 Apr 12 14:29:48.893086 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd058e4c-58e8-4b7f-928a-c08b1ddfe097 req-f3cc6255-7fc4-4770-a7a2-397505e2c39b tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:48.894705 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cd058e4c-58e8-4b7f-928a-c08b1ddfe097 req-f3cc6255-7fc4-4770-a7a2-397505e2c39b tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 947 time: 0.0551515 Apr 12 14:29:48.944448 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cd058e4c-58e8-4b7f-928a-c08b1ddfe097 req-018216f9-eefa-473d-8fb0-560879442060 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441077 Apr 12 14:29:49.126736 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-22f9c21b-071d-4df7-816a-a81807590b47 req-94c86ddd-2f9b-4bb1-98a7-bee6f19def9f service neutron] 10.222.0.69 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899155 Apr 12 14:29:49.229088 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590ccd5-add6-4b5c-b166-0dc0c50a3ef8 req-1cc58794-63b9-4365-b853-91081e530416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:49.230982 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c590ccd5-add6-4b5c-b166-0dc0c50a3ef8 req-1cc58794-63b9-4365-b853-91081e530416 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 1131 time: 0.0446320 Apr 12 14:29:49.405099 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c590ccd5-add6-4b5c-b166-0dc0c50a3ef8 req-43159a1c-264a-46a8-a81d-07ab5e092c65 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377135 Apr 12 14:29:49.545601 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be41c3-a4c4-4dec-8310-40f14726df1b req-7151857b-eb93-4ef2-9e73-68ffb6fe2a62 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:49.547090 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-96be41c3-a4c4-4dec-8310-40f14726df1b req-7151857b-eb93-4ef2-9e73-68ffb6fe2a62 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0510285 Apr 12 14:29:49.600005 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-96be41c3-a4c4-4dec-8310-40f14726df1b req-273a4cc3-99e0-4079-af36-f37fd22790e5 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471158 Apr 12 14:29:50.067452 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f6308-7e9d-49b5-9929-887e98efea2b req-96e102d3-c3d7-4207-90e7-11153c076d48 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:50.068941 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c86f6308-7e9d-49b5-9929-887e98efea2b req-96e102d3-c3d7-4207-90e7-11153c076d48 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 947 time: 0.0485001 Apr 12 14:29:50.128778 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c86f6308-7e9d-49b5-9929-887e98efea2b req-e8d0a108-9b3f-449c-9c5d-96ffb4e73536 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542319 Apr 12 14:29:50.466538 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-90345bfa-8f98-48d3-9685-b16028eb11e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:50.723477 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639b5f9-5b55-4f07-afe0-39ae3211d4f2 req-aa5551b2-2b84-4a69-84db-78329491ec79 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:50.725004 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5639b5f9-5b55-4f07-afe0-39ae3211d4f2 req-aa5551b2-2b84-4a69-84db-78329491ec79 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0559909 Apr 12 14:29:50.773625 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5639b5f9-5b55-4f07-afe0-39ae3211d4f2 req-57ea3d59-3a8f-451a-9523-89d69c2bfb54 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423160 Apr 12 14:29:51.248948 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000fc1c-608c-4f78-bf65-b2cc1a0d17da req-f8a91bc6-205b-4e75-bba9-abb8e0a3615f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:51.251355 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6000fc1c-608c-4f78-bf65-b2cc1a0d17da req-f8a91bc6-205b-4e75-bba9-abb8e0a3615f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 947 time: 0.0518246 Apr 12 14:29:51.301223 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6000fc1c-608c-4f78-bf65-b2cc1a0d17da req-fe7b1425-9e8e-4c1e-9210-697bb0e6706c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442514 Apr 12 14:29:51.522531 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:51.917069 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b0119-3fb8-4ddd-95c2-6eee8293d842 req-0bff4964-d21a-4993-af45-be95eb5fe0c1 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:51.919297 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a39b0119-3fb8-4ddd-95c2-6eee8293d842 req-0bff4964-d21a-4993-af45-be95eb5fe0c1 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0665796 Apr 12 14:29:51.975686 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a39b0119-3fb8-4ddd-95c2-6eee8293d842 req-29bde5d4-657b-46be-833c-b8d417a47715 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510201 Apr 12 14:29:52.427423 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292f3b9-dfa7-4795-a416-21589d34437b req-e8689302-d749-4845-90a2-90a9fdfc3082 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:52.428956 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b292f3b9-dfa7-4795-a416-21589d34437b req-e8689302-d749-4845-90a2-90a9fdfc3082 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 947 time: 0.0486379 Apr 12 14:29:52.478700 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b292f3b9-dfa7-4795-a416-21589d34437b req-7ef3a837-f8ca-4e48-869a-7918e8ccba50 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430603 Apr 12 14:29:52.880376 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:53.096046 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc81a-d3d3-4ae4-835d-e381382345c4 req-6c752c63-03c4-48cd-a254-55c8bee4b741 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:53.097538 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-17efc81a-d3d3-4ae4-835d-e381382345c4 req-6c752c63-03c4-48cd-a254-55c8bee4b741 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0473762 Apr 12 14:29:53.150543 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-17efc81a-d3d3-4ae4-835d-e381382345c4 req-6c5acb94-ce60-4d01-847c-c98d490c7460 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474589 Apr 12 14:29:53.597257 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f225e-f088-47e3-afa3-34f49bdc8118 req-0c1bea1c-7bb2-4fc3-a20d-b383f9e5d499 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:53.598823 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1e4f225e-f088-47e3-afa3-34f49bdc8118 req-0c1bea1c-7bb2-4fc3-a20d-b383f9e5d499 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 947 time: 0.0481668 Apr 12 14:29:53.648877 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1e4f225e-f088-47e3-afa3-34f49bdc8118 req-75d854dd-9606-4a66-8450-ebbc94a58fe8 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444489 Apr 12 14:29:54.266308 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bfed7-e3c9-43f5-8df3-6e86d4556024 req-80accf74-4a95-4f49-ae60-b19a1c9e31a0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:54.267902 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b78bfed7-e3c9-43f5-8df3-6e86d4556024 req-80accf74-4a95-4f49-ae60-b19a1c9e31a0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0469811 Apr 12 14:29:54.314526 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b78bfed7-e3c9-43f5-8df3-6e86d4556024 req-1bfc14c0-965d-428a-9f6f-506888d9d6d0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408738 Apr 12 14:29:54.415755 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:29:55.432299 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3e56e-6e0c-4625-9ee6-ebd3bb2629d2 req-69ca3da0-0a8b-4df3-a63f-e8b29ede72d1 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:55.433779 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d3f3e56e-6e0c-4625-9ee6-ebd3bb2629d2 req-69ca3da0-0a8b-4df3-a63f-e8b29ede72d1 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0497749 Apr 12 14:29:55.481509 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d3f3e56e-6e0c-4625-9ee6-ebd3bb2629d2 req-d62e515b-e853-4f33-a53e-ce3e8d64c877 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412676 Apr 12 14:29:56.607136 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325c874-9cf2-41f9-a214-93bfd95f7d46 req-6b5818d3-beba-459c-9609-fcd5d61f222f tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:56.609829 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a325c874-9cf2-41f9-a214-93bfd95f7d46 req-6b5818d3-beba-459c-9609-fcd5d61f222f tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0593748 Apr 12 14:29:56.665011 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a325c874-9cf2-41f9-a214-93bfd95f7d46 req-8aed01a3-c1cc-4f87-9c64-2fadf9c1c43b tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495121 Apr 12 14:29:57.789902 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15426f-3f20-4d4d-b3e4-601ec7239868 req-d1ece03d-548a-4bb4-9ddc-dcb8c7df0108 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:57.791376 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5e15426f-3f20-4d4d-b3e4-601ec7239868 req-d1ece03d-548a-4bb4-9ddc-dcb8c7df0108 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0524752 Apr 12 14:29:57.838654 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5e15426f-3f20-4d4d-b3e4-601ec7239868 req-4b305803-cd61-4b67-a41e-277ec5807dff tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414200 Apr 12 14:29:58.263843 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dda5058-f4be-4028-a566-796d9d62377e req-ee97d683-aa39-42a1-8dfc-fdb180e3b19c tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-917257052&fields=id&tenant_id=7d89981605ac41269cf7b7faf5d40904 HTTP/1.1" status: 200 len: 267 time: 0.0422471 Apr 12 14:29:58.368500 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda5058-f4be-4028-a566-796d9d62377e req-1062bb5d-3eb9-4c57-87f1-78d6e8bcdc41 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:58.370047 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dda5058-f4be-4028-a566-796d9d62377e req-1062bb5d-3eb9-4c57-87f1-78d6e8bcdc41 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/networks?id=0028eeda-a542-4e5c-bf2c-a2a860757c70 HTTP/1.1" status: 200 len: 809 time: 0.0988731 Apr 12 14:29:58.385235 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dda5058-f4be-4028-a566-796d9d62377e req-63dbc204-7087-417c-be7a-edb5e5f0cbc9 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/quotas/7d89981605ac41269cf7b7faf5d40904 HTTP/1.1" status: 200 len: 375 time: 0.0094247 Apr 12 14:29:58.438849 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dda5058-f4be-4028-a566-796d9d62377e req-72cfb21c-319c-4027-83d2-9b9ef1e7df63 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7d89981605ac41269cf7b7faf5d40904&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480435 Apr 12 14:29:58.539228 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dda5058-f4be-4028-a566-796d9d62377e req-3249e433-d98b-4a98-b48c-7773caa453c6 service neutron] 10.222.0.79 "GET /v2.0/networks/0028eeda-a542-4e5c-bf2c-a2a860757c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887656 Apr 12 14:29:58.632521 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dda5058-f4be-4028-a566-796d9d62377e req-3dfb7482-ba2d-480a-b5a5-dd480b07fa7e service neutron] 10.222.0.79 "GET /v2.0/networks/0028eeda-a542-4e5c-bf2c-a2a860757c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874045 Apr 12 14:29:58.923484 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a0e3b2b5-12b9-41f7-983c-0cc26b5be63e req-e2762224-971d-4a4e-886b-610c47d21439 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 210 time: 0.0309975 Apr 12 14:29:58.969376 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126963b-b9b8-465b-8c4c-4dff26eed35e req-2ae720d5-f7a3-4207-b025-ca5c22c069d0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:29:58.970865 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2126963b-b9b8-465b-8c4c-4dff26eed35e req-2ae720d5-f7a3-4207-b025-ca5c22c069d0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0510139 Apr 12 14:29:59.019679 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2126963b-b9b8-465b-8c4c-4dff26eed35e req-c7830cc8-46c6-4fbc-9618-0500e5bb853a tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433207 Apr 12 14:30:00.030505 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-973bc8a6-6eea-4020-85d7-23ec1ef32846 req-58ffed08-2658-4a92-aa94-c06bcf6130dc tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 210 time: 0.0305967 Apr 12 14:30:00.207301 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a106b9e-081c-4054-a4b4-01d745cd2753 req-d7eee802-d181-4100-af40-3bcb382023e9 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:00.208791 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3a106b9e-081c-4054-a4b4-01d745cd2753 req-d7eee802-d181-4100-af40-3bcb382023e9 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0951581 Apr 12 14:30:00.246156 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda5058-f4be-4028-a566-796d9d62377e req-b1931f86-15a0-45c3-8a3e-fb49261e9a39 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:00.247735 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dda5058-f4be-4028-a566-796d9d62377e req-b1931f86-15a0-45c3-8a3e-fb49261e9a39 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.69 "GET /v2.0/networks?id=0028eeda-a542-4e5c-bf2c-a2a860757c70 HTTP/1.1" status: 200 len: 809 time: 0.1647191 Apr 12 14:30:00.277347 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3a106b9e-081c-4054-a4b4-01d745cd2753 req-a793aedb-341f-466b-bf8f-e19a1f23da94 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629790 Apr 12 14:30:00.345931 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dda5058-f4be-4028-a566-796d9d62377e req-73665661-e264-4b01-a784-164f3eaca359 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d89981605ac41269cf7b7faf5d40904 HTTP/1.1" status: 200 len: 379 time: 0.0602896 Apr 12 14:30:00.363148 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-5dda5058-f4be-4028-a566-796d9d62377e req-3e15189b-5e3f-49c6-91fb-1e69c3097def tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Request body: {'port': {'device_id': '9d030959-c308-4f12-b558-d4650608dcc4', 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70', 'admin_state_up': True, 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'security_groups': ['97ca6ba5-98b1-4e01-91f7-b5b1cd311774']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:00.467180 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dda5058-f4be-4028-a566-796d9d62377e req-3e15189b-5e3f-49c6-91fb-1e69c3097def tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Made reservation on behalf of 7d89981605ac41269cf7b7faf5d40904 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:30:00.470511 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5dda5058-f4be-4028-a566-796d9d62377e req-3e15189b-5e3f-49c6-91fb-1e69c3097def tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:00.594710 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-5dda5058-f4be-4028-a566-796d9d62377e req-3e15189b-5e3f-49c6-91fb-1e69c3097def tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Allocated IP 172.20.0.5 (0028eeda-a542-4e5c-bf2c-a2a860757c70/50a10eae-8710-47a5-b19f-59b43e706f9d/adc3c814-7232-4008-bd66-2d49376d7bea) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:30:00.748183 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5dda5058-f4be-4028-a566-796d9d62377e req-3e15189b-5e3f-49c6-91fb-1e69c3097def tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for port (adc3c814-7232-4008-bd66-2d49376d7bea), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:00.783813 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5dda5058-f4be-4028-a566-796d9d62377e req-3e15189b-5e3f-49c6-91fb-1e69c3097def tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (adc3c814-7232-4008-bd66-2d49376d7bea), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:00.833113 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dda5058-f4be-4028-a566-796d9d62377e req-3e15189b-5e3f-49c6-91fb-1e69c3097def tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Network 0028eeda-a542-4e5c-bf2c-a2a860757c70 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:30:00.836104 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-5dda5058-f4be-4028-a566-796d9d62377e req-3e15189b-5e3f-49c6-91fb-1e69c3097def tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:30:00.839782 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dda5058-f4be-4028-a566-796d9d62377e req-3e15189b-5e3f-49c6-91fb-1e69c3097def tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:30:00.875516 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15189b-5e3f-49c6-91fb-1e69c3097def tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Pushing event updated for resources: {'Port': ['ID=adc3c814-7232-4008-bd66-2d49376d7bea,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:00.905693 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda5058-f4be-4028-a566-796d9d62377e req-3e15189b-5e3f-49c6-91fb-1e69c3097def tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:00.906462 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5dda5058-f4be-4028-a566-796d9d62377e req-3e15189b-5e3f-49c6-91fb-1e69c3097def tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:00.927603 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dda5058-f4be-4028-a566-796d9d62377e req-3e15189b-5e3f-49c6-91fb-1e69c3097def tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5682361 Apr 12 14:30:00.954544 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-5dda5058-f4be-4028-a566-796d9d62377e req-653eae6b-ba1a-4c8e-830c-ee7ad3a85c2a service neutron] Request body: {'port': {'device_id': '9d030959-c308-4f12-b558-d4650608dcc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:01.024377 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5dda5058-f4be-4028-a566-796d9d62377e req-653eae6b-ba1a-4c8e-830c-ee7ad3a85c2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (adc3c814-7232-4008-bd66-2d49376d7bea), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:01.086210 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-5f27d5c3-7cf4-478a-8d93-f640bfcde9d8 None None] Provisioning complete for port adc3c814-7232-4008-bd66-2d49376d7bea triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:30:01.087229 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5f27d5c3-7cf4-478a-8d93-f640bfcde9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (adc3c814-7232-4008-bd66-2d49376d7bea), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:01.129468 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-5f27d5c3-7cf4-478a-8d93-f640bfcde9d8 None None] Port adc3c814-7232-4008-bd66-2d49376d7bea cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:30:01.462660 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aab59d-a27e-4570-9df3-54b5c7e6dc59 req-ac17fd3e-ea87-4981-a2be-e22060ebbd1e tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:01.464109 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a1aab59d-a27e-4570-9df3-54b5c7e6dc59 req-ac17fd3e-ea87-4981-a2be-e22060ebbd1e tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 931 time: 0.3219883 Apr 12 14:30:01.531461 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db60db5-8d5b-4c7b-a193-85ba28a63b4a req-eba5adc9-2d02-42d6-837e-870ae6aab18c tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:01.533211 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6db60db5-8d5b-4c7b-a193-85ba28a63b4a req-eba5adc9-2d02-42d6-837e-870ae6aab18c tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.1192040 Apr 12 14:30:01.592962 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a1aab59d-a27e-4570-9df3-54b5c7e6dc59 req-e0ce7189-198f-434c-a1fc-d671f1d2e81a tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196694 Apr 12 14:30:01.640292 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6db60db5-8d5b-4c7b-a193-85ba28a63b4a req-ce1ad525-5089-4059-a370-7317d4e2d3cb tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006210 Apr 12 14:30:01.690074 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-5dda5058-f4be-4028-a566-796d9d62377e req-653eae6b-ba1a-4c8e-830c-ee7ad3a85c2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adc3c814-7232-4008-bd66-2d49376d7bea {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:30:01.700881 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5dda5058-f4be-4028-a566-796d9d62377e req-653eae6b-ba1a-4c8e-830c-ee7ad3a85c2a service neutron] Publish callbacks [] for port (adc3c814-7232-4008-bd66-2d49376d7bea), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:01.714684 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-5dda5058-f4be-4028-a566-796d9d62377e req-653eae6b-ba1a-4c8e-830c-ee7ad3a85c2a service neutron] Transition to ACTIVE for port object adc3c814-7232-4008-bd66-2d49376d7bea will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:30:01.722711 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5dda5058-f4be-4028-a566-796d9d62377e req-653eae6b-ba1a-4c8e-830c-ee7ad3a85c2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (adc3c814-7232-4008-bd66-2d49376d7bea), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:01.774244 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653eae6b-ba1a-4c8e-830c-ee7ad3a85c2a service neutron] Pushing event updated for resources: {'Port': ['ID=adc3c814-7232-4008-bd66-2d49376d7bea,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:01.850782 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-5dda5058-f4be-4028-a566-796d9d62377e req-653eae6b-ba1a-4c8e-830c-ee7ad3a85c2a service neutron] Attempting to bind port adc3c814-7232-4008-bd66-2d49376d7bea on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:30:01.851118 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-5dda5058-f4be-4028-a566-796d9d62377e req-653eae6b-ba1a-4c8e-830c-ee7ad3a85c2a service neutron] Attempting to bind port adc3c814-7232-4008-bd66-2d49376d7bea by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '06536a47-1698-4e8b-a6d6-edd665214024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:30:01.851646 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dda5058-f4be-4028-a566-796d9d62377e req-653eae6b-ba1a-4c8e-830c-ee7ad3a85c2a service neutron] Attempting to bind port adc3c814-7232-4008-bd66-2d49376d7bea on network 0028eeda-a542-4e5c-bf2c-a2a860757c70 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:30:01.856819 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dda5058-f4be-4028-a566-796d9d62377e req-653eae6b-ba1a-4c8e-830c-ee7ad3a85c2a service neutron] Port adc3c814-7232-4008-bd66-2d49376d7bea on network 0028eeda-a542-4e5c-bf2c-a2a860757c70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:30:01.857183 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dda5058-f4be-4028-a566-796d9d62377e req-653eae6b-ba1a-4c8e-830c-ee7ad3a85c2a service neutron] Attempting to bind port adc3c814-7232-4008-bd66-2d49376d7bea on network 0028eeda-a542-4e5c-bf2c-a2a860757c70 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:30:01.866896 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dda5058-f4be-4028-a566-796d9d62377e req-653eae6b-ba1a-4c8e-830c-ee7ad3a85c2a service neutron] Checking agent: {'id': '533323ec-e26b-4d23-bab1-f8a1493e3727', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'started_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:30:01.867238 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dda5058-f4be-4028-a566-796d9d62377e req-653eae6b-ba1a-4c8e-830c-ee7ad3a85c2a service neutron] Checking segment: {'id': '06536a47-1698-4e8b-a6d6-edd665214024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:30:01.867619 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dda5058-f4be-4028-a566-796d9d62377e req-653eae6b-ba1a-4c8e-830c-ee7ad3a85c2a service neutron] Bound using segment: {'id': '06536a47-1698-4e8b-a6d6-edd665214024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:30:01.868041 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-5dda5058-f4be-4028-a566-796d9d62377e req-653eae6b-ba1a-4c8e-830c-ee7ad3a85c2a service neutron] Bound port: adc3c814-7232-4008-bd66-2d49376d7bea, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06536a47-1698-4e8b-a6d6-edd665214024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:30:01.868407 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5dda5058-f4be-4028-a566-796d9d62377e req-653eae6b-ba1a-4c8e-830c-ee7ad3a85c2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (adc3c814-7232-4008-bd66-2d49376d7bea), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:01.937093 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-5dda5058-f4be-4028-a566-796d9d62377e req-653eae6b-ba1a-4c8e-830c-ee7ad3a85c2a service neutron] For port adc3c814-7232-4008-bd66-2d49376d7bea, host hv-cinder-83752, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:30:01.940079 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-5dda5058-f4be-4028-a566-796d9d62377e req-653eae6b-ba1a-4c8e-830c-ee7ad3a85c2a service neutron] For port adc3c814-7232-4008-bd66-2d49376d7bea, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=adc3c814-7232-4008-bd66-2d49376d7bea,segment=NetworkSegment(06536a47-1698-4e8b-a6d6-edd665214024),segment_id=06536a47-1698-4e8b-a6d6-edd665214024)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:30:01.946705 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5dda5058-f4be-4028-a566-796d9d62377e req-653eae6b-ba1a-4c8e-830c-ee7ad3a85c2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (adc3c814-7232-4008-bd66-2d49376d7bea), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:01.980736 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda5058-f4be-4028-a566-796d9d62377e req-653eae6b-ba1a-4c8e-830c-ee7ad3a85c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:01.981384 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5dda5058-f4be-4028-a566-796d9d62377e req-653eae6b-ba1a-4c8e-830c-ee7ad3a85c2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:01.982762 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dda5058-f4be-4028-a566-796d9d62377e req-653eae6b-ba1a-4c8e-830c-ee7ad3a85c2a service neutron] 10.222.0.69 "PUT /v2.0/ports/adc3c814-7232-4008-bd66-2d49376d7bea HTTP/1.1" status: 200 len: 1093 time: 1.0326180 Apr 12 14:30:01.983220 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d030959-c308-4f12-b558-d4650608dcc4', 'tag': 'adc3c814-7232-4008-bd66-2d49376d7bea'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:30:01.985492 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be61b8a-e977-48b5-99a5-d57ae31b209c" -d '{"events": [{"name": "network-changed", "server_uuid": "9d030959-c308-4f12-b558-d4650608dcc4", "tag": "adc3c814-7232-4008-bd66-2d49376d7bea"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:30:02.014040 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653eae6b-ba1a-4c8e-830c-ee7ad3a85c2a service neutron] Pushing event updated for resources: {'Port': ['ID=adc3c814-7232-4008-bd66-2d49376d7bea,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:02.026974 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5231dad2-b6a8-47ce-8ff7-5479fd11daa8 x-openstack-request-id: req-5231dad2-b6a8-47ce-8ff7-5479fd11daa8 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:30:02.027366 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d030959-c308-4f12-b558-d4650608dcc4", "tag": "adc3c814-7232-4008-bd66-2d49376d7bea", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:30:02.027650 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5231dad2-b6a8-47ce-8ff7-5479fd11daa8 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:30:02.028055 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5231dad2-b6a8-47ce-8ff7-5479fd11daa8'] response: {'name': 'network-changed', 'server_uuid': '9d030959-c308-4f12-b558-d4650608dcc4', 'tag': 'adc3c814-7232-4008-bd66-2d49376d7bea', 'status': 'completed', 'code': 200} Apr 12 14:30:02.105199 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda5058-f4be-4028-a566-796d9d62377e req-fed5bf90-c4a2-4425-a753-1f96aa237824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:02.106712 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dda5058-f4be-4028-a566-796d9d62377e req-fed5bf90-c4a2-4425-a753-1f96aa237824 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7d89981605ac41269cf7b7faf5d40904&device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 1127 time: 0.0443277 Apr 12 14:30:02.168254 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dda5058-f4be-4028-a566-796d9d62377e req-aa891c22-f8bc-4f65-9e44-69d9cf7b0701 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adc3c814-7232-4008-bd66-2d49376d7bea HTTP/1.1" status: 200 len: 217 time: 0.0367813 Apr 12 14:30:02.219584 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda5058-f4be-4028-a566-796d9d62377e req-099bfa74-e5a3-44df-a0fe-0883157f63ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:02.221131 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dda5058-f4be-4028-a566-796d9d62377e req-099bfa74-e5a3-44df-a0fe-0883157f63ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50a10eae-8710-47a5-b19f-59b43e706f9d HTTP/1.1" status: 200 len: 848 time: 0.0444412 Apr 12 14:30:02.265277 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda5058-f4be-4028-a566-796d9d62377e req-896c33ff-2006-4302-a461-ea78ab2abb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:02.266665 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dda5058-f4be-4028-a566-796d9d62377e req-896c33ff-2006-4302-a461-ea78ab2abb7b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0028eeda-a542-4e5c-bf2c-a2a860757c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387428 Apr 12 14:30:02.360182 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dda5058-f4be-4028-a566-796d9d62377e req-8901c10e-efd0-46ad-ac1f-4555079d2b3b service neutron] 10.222.0.69 "GET /v2.0/networks/0028eeda-a542-4e5c-bf2c-a2a860757c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867331 Apr 12 14:30:02.455569 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5dda5058-f4be-4028-a566-796d9d62377e req-388586a5-efa2-4abf-90af-5ce71caa2178 service neutron] 10.222.0.69 "GET /v2.0/networks/0028eeda-a542-4e5c-bf2c-a2a860757c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884507 Apr 12 14:30:02.707852 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b17eb-7585-4ca8-aa9f-4deea6196890 req-6a516506-e1fa-4a13-9fd9-86a61b00abbf tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:02.709360 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ae4b17eb-7585-4ca8-aa9f-4deea6196890 req-6a516506-e1fa-4a13-9fd9-86a61b00abbf tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 943 time: 0.0500612 Apr 12 14:30:02.782489 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf8afc-ecda-458e-935c-f70b0fd4671d req-0402c0b5-92fb-48ce-9c8b-023ef82ca2ed tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:02.784205 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-16cf8afc-ecda-458e-935c-f70b0fd4671d req-0402c0b5-92fb-48ce-9c8b-023ef82ca2ed tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0724373 Apr 12 14:30:02.816101 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ae4b17eb-7585-4ca8-aa9f-4deea6196890 req-0b6bbd02-c23a-45be-a6a1-1dd6837a0e18 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958538 Apr 12 14:30:02.853797 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-16cf8afc-ecda-458e-935c-f70b0fd4671d req-b2891527-952a-4030-9c58-329d847a0946 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636280 Apr 12 14:30:02.909403 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be61b8a-e977-48b5-99a5-d57ae31b209c req-e119d4e8-40ad-4782-967f-d290a2d87f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:02.910883 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2be61b8a-e977-48b5-99a5-d57ae31b209c req-e119d4e8-40ad-4782-967f-d290a2d87f12 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7d89981605ac41269cf7b7faf5d40904&device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 1127 time: 0.0437880 Apr 12 14:30:03.002513 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be61b8a-e977-48b5-99a5-d57ae31b209c req-375ca43b-8a43-4ceb-b503-a98801e3f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:03.003993 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2be61b8a-e977-48b5-99a5-d57ae31b209c req-375ca43b-8a43-4ceb-b503-a98801e3f2c0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0028eeda-a542-4e5c-bf2c-a2a860757c70 HTTP/1.1" status: 200 len: 911 time: 0.0852633 Apr 12 14:30:03.051728 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2be61b8a-e977-48b5-99a5-d57ae31b209c req-80ed7ad1-0247-48be-a2d5-fcdaf433c88c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adc3c814-7232-4008-bd66-2d49376d7bea HTTP/1.1" status: 200 len: 217 time: 0.0391624 Apr 12 14:30:03.101583 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be61b8a-e977-48b5-99a5-d57ae31b209c req-807589a5-f0e5-4409-b983-64136ac469f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:03.102996 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2be61b8a-e977-48b5-99a5-d57ae31b209c req-807589a5-f0e5-4409-b983-64136ac469f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50a10eae-8710-47a5-b19f-59b43e706f9d HTTP/1.1" status: 200 len: 848 time: 0.0436356 Apr 12 14:30:03.152375 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be61b8a-e977-48b5-99a5-d57ae31b209c req-4342beda-b265-4a67-b09f-9bda43879f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:03.153939 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2be61b8a-e977-48b5-99a5-d57ae31b209c req-4342beda-b265-4a67-b09f-9bda43879f0b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0028eeda-a542-4e5c-bf2c-a2a860757c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382905 Apr 12 14:30:03.256208 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2be61b8a-e977-48b5-99a5-d57ae31b209c req-66d70d2b-4d17-465f-83cf-361a400c8609 service neutron] 10.222.0.69 "GET /v2.0/networks/0028eeda-a542-4e5c-bf2c-a2a860757c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845656 Apr 12 14:30:03.353753 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2be61b8a-e977-48b5-99a5-d57ae31b209c req-757f3983-e52b-4146-81be-e647b9f51107 service neutron] 10.222.0.69 "GET /v2.0/networks/0028eeda-a542-4e5c-bf2c-a2a860757c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831602 Apr 12 14:30:03.936960 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b409270-29db-4750-b3a7-b64e3a0cf25e req-315d9bc5-a6c3-4b13-a952-e14e5434e194 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:03.939071 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6b409270-29db-4750-b3a7-b64e3a0cf25e req-315d9bc5-a6c3-4b13-a952-e14e5434e194 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 943 time: 0.0559056 Apr 12 14:30:04.010589 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809b90c-2c3e-4dfd-b536-da6dcc6c6e42 req-afe144af-75c1-45ce-8e76-e8fd9cdba44a tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:04.012049 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c809b90c-2c3e-4dfd-b536-da6dcc6c6e42 req-afe144af-75c1-45ce-8e76-e8fd9cdba44a tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0865252 Apr 12 14:30:04.052308 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6b409270-29db-4750-b3a7-b64e3a0cf25e req-6df9c167-a614-48a1-ad7d-f2226f24a3c3 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003265 Apr 12 14:30:04.077992 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c809b90c-2c3e-4dfd-b536-da6dcc6c6e42 req-9390a1d0-560e-4556-85c0-b4e3dcb25e81 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586948 Apr 12 14:30:05.173510 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9dd91-f118-401c-87aa-444d97a2a7cb req-6c34363c-35fd-4c1f-b391-d69977b2312d tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:05.174979 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6aa9dd91-f118-401c-87aa-444d97a2a7cb req-6c34363c-35fd-4c1f-b391-d69977b2312d tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 943 time: 0.0572743 Apr 12 14:30:05.233389 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534326a2-951e-4393-9421-a2708fc0e3ae req-720274b1-75b9-40df-b872-c2b2f954ca95 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:05.234846 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-534326a2-951e-4393-9421-a2708fc0e3ae req-720274b1-75b9-40df-b872-c2b2f954ca95 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0855160 Apr 12 14:30:05.275695 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6aa9dd91-f118-401c-87aa-444d97a2a7cb req-1c919143-b90d-4fac-92a3-fc07c82f72f1 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722766 Apr 12 14:30:05.312201 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-534326a2-951e-4393-9421-a2708fc0e3ae req-8dc44805-e805-40ae-b2f7-0bf4474f3c27 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667677 Apr 12 14:30:05.902320 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:06.465187 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4b769-f7ab-4bd5-807a-fe57eba27b70 req-a2890cc0-b66b-4a71-a105-7b5c9a05825b tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:06.469618 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c1d4b769-f7ab-4bd5-807a-fe57eba27b70 req-a2890cc0-b66b-4a71-a105-7b5c9a05825b tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 943 time: 0.0976112 Apr 12 14:30:06.507011 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9205b-eaca-4db2-8de7-427758bc8166 req-73e34cdc-4912-4f22-ab54-6d8fa7239901 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:06.511675 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c5d9205b-eaca-4db2-8de7-427758bc8166 req-73e34cdc-4912-4f22-ab54-6d8fa7239901 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0869458 Apr 12 14:30:06.552589 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c1d4b769-f7ab-4bd5-807a-fe57eba27b70 req-6e700ce7-8f99-4c09-9c6e-5d1c2222adce tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787561 Apr 12 14:30:06.580464 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c5d9205b-eaca-4db2-8de7-427758bc8166 req-b6a58d6b-8818-4e3f-9870-8ef3b2ef62b4 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608451 Apr 12 14:30:07.702390 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e18505-19d5-48bf-b239-7aba06fd2f85 req-adba1b10-5cc6-4a31-9a21-26613cd2bc7a tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:07.703860 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a7e18505-19d5-48bf-b239-7aba06fd2f85 req-adba1b10-5cc6-4a31-9a21-26613cd2bc7a tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 943 time: 0.0814645 Apr 12 14:30:07.733265 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf271b-82d2-4f68-b425-e6cfecf3ab84 req-4c9f4967-b74a-4e44-9804-828c79aefedb tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:07.734729 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cabf271b-82d2-4f68-b425-e6cfecf3ab84 req-4c9f4967-b74a-4e44-9804-828c79aefedb tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0732121 Apr 12 14:30:07.785788 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a7e18505-19d5-48bf-b239-7aba06fd2f85 req-e023ef37-fee7-46c9-89ed-5ec5b7b7883f tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762982 Apr 12 14:30:07.808280 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cabf271b-82d2-4f68-b425-e6cfecf3ab84 req-174eca39-e100-4682-8197-6b59a3dda07f tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659389 Apr 12 14:30:08.950168 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d1a54-4f16-491b-87a5-216fed0db8fc req-591033d5-5a10-4c95-b4d2-d1e5f9d7e33a tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:08.951706 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a27d1a54-4f16-491b-87a5-216fed0db8fc req-591033d5-5a10-4c95-b4d2-d1e5f9d7e33a tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 943 time: 0.0871086 Apr 12 14:30:08.962367 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3b4e8-89ff-42f0-a518-a8683add2a9c req-5d7a2a0d-62ef-47a5-8404-b35d5cc9ca21 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:08.963834 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1de3b4e8-89ff-42f0-a518-a8683add2a9c req-5d7a2a0d-62ef-47a5-8404-b35d5cc9ca21 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0687895 Apr 12 14:30:09.075610 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a27d1a54-4f16-491b-87a5-216fed0db8fc req-11a42326-a346-4387-8c7c-62a732ba52a8 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106691 Apr 12 14:30:09.082197 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1de3b4e8-89ff-42f0-a518-a8683add2a9c req-e14f6374-b200-436f-8d4f-ebaa73f00e61 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115899 Apr 12 14:30:09.093640 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-de495a4b-248a-4875-beb4-815e6c3d3a9a req-b3930899-c57a-4fb4-a2ed-cfa3ad32b837 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0651021 Apr 12 14:30:09.220305 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de495a4b-248a-4875-beb4-815e6c3d3a9a req-a2e9d989-278c-4fc3-9a49-6d96f144a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:09.221869 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-de495a4b-248a-4875-beb4-815e6c3d3a9a req-a2e9d989-278c-4fc3-9a49-6d96f144a2e6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bc50f73daaba422a80028bd9395b487e&device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 1129 time: 0.0403214 Apr 12 14:30:09.337614 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de495a4b-248a-4875-beb4-815e6c3d3a9a req-5dbf3d40-a410-4704-9090-b7beb9977f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:09.339069 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-de495a4b-248a-4875-beb4-815e6c3d3a9a req-5dbf3d40-a410-4704-9090-b7beb9977f25 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 HTTP/1.1" status: 200 len: 921 time: 0.0894673 Apr 12 14:30:09.474269 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-de495a4b-248a-4875-beb4-815e6c3d3a9a req-ecfee41a-1771-4ce6-b577-118f1ff0a19e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c0f16dc-ff0a-491c-8fc5-59048859f906 HTTP/1.1" status: 200 len: 217 time: 0.0373268 Apr 12 14:30:09.561684 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de495a4b-248a-4875-beb4-815e6c3d3a9a req-5ce29ecb-8b64-4a9d-91e6-6673a849358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:09.563177 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-de495a4b-248a-4875-beb4-815e6c3d3a9a req-5ce29ecb-8b64-4a9d-91e6-6673a849358a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=041172b8-b945-46f0-8972-88e78348afd5 HTTP/1.1" status: 200 len: 858 time: 0.0475488 Apr 12 14:30:09.622425 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de495a4b-248a-4875-beb4-815e6c3d3a9a req-babe689f-75f6-46b5-a2ef-86c99d5848e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:09.623932 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-de495a4b-248a-4875-beb4-815e6c3d3a9a req-babe689f-75f6-46b5-a2ef-86c99d5848e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411706 Apr 12 14:30:09.730646 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-de495a4b-248a-4875-beb4-815e6c3d3a9a req-b2c71ff7-8ef0-40ae-bb3b-4732691dfb24 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918469 Apr 12 14:30:10.210084 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device adc3c814-7232-4008-bd66-2d49376d7bea details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:30:10.226454 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479af59-86ce-47e1-b8b4-c9ca14bd40b4 req-b56ab54d-f24d-483a-9663-36691346feb4 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:10.227925 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b479af59-86ce-47e1-b8b4-c9ca14bd40b4 req-b56ab54d-f24d-483a-9663-36691346feb4 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 943 time: 0.0766704 Apr 12 14:30:10.236347 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e6c5e-6b31-46af-a933-216a34f5f93a req-b801d6c2-0eca-4898-a05f-f7d172372b27 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:10.237923 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6a8e6c5e-6b31-46af-a933-216a34f5f93a req-b801d6c2-0eca-4898-a05f-f7d172372b27 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0776455 Apr 12 14:30:10.312744 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b479af59-86ce-47e1-b8b4-c9ca14bd40b4 req-848f9e61-2707-448c-9c60-694d54506132 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738385 Apr 12 14:30:10.319599 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6a8e6c5e-6b31-46af-a933-216a34f5f93a req-6ca5a251-bac2-4a11-972e-0b8ff7f29d86 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735347 Apr 12 14:30:10.320289 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port adc3c814-7232-4008-bd66-2d49376d7bea, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=adc3c814-7232-4008-bd66-2d49376d7bea,segment=NetworkSegment(06536a47-1698-4e8b-a6d6-edd665214024),segment_id=06536a47-1698-4e8b-a6d6-edd665214024)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:30:10.337163 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Returning: {'device': 'adc3c814-7232-4008-bd66-2d49376d7bea', 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70', 'port_id': 'adc3c814-7232-4008-bd66-2d49376d7bea', 'mac_address': 'fa:16:3e:7f:32:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a10eae-8710-47a5-b19f-59b43e706f9d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:30:10.379867 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port adc3c814-7232-4008-bd66-2d49376d7bea is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:30:10.380069 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (adc3c814-7232-4008-bd66-2d49376d7bea), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:10.393654 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc3c814-7232-4008-bd66-2d49376d7bea {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:30:10.414361 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port adc3c814-7232-4008-bd66-2d49376d7bea, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=adc3c814-7232-4008-bd66-2d49376d7bea,segment=NetworkSegment(06536a47-1698-4e8b-a6d6-edd665214024),segment_id=06536a47-1698-4e8b-a6d6-edd665214024)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:30:10.418729 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (adc3c814-7232-4008-bd66-2d49376d7bea), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:10.466825 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=adc3c814-7232-4008-bd66-2d49376d7bea,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:10.473815 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:10.474168 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:10.474537 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:10.474913 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:10.475239 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:10.475573 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:10.475905 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:10.476232 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:10.476562 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:10.476957 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:10.477242 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:10.477575 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:10.477899 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:10.478221 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:10.478549 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:11.037461 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['adc3c814-7232-4008-bd66-2d49376d7bea'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:30:11.226575 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-de495a4b-248a-4875-beb4-815e6c3d3a9a req-36365fbe-914c-4424-8357-a29c22a918c5 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006835 Apr 12 14:30:11.310093 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae69f9b-7f89-4d2d-b512-fb6df52dda3e req-7320fa49-de2a-40b2-86b0-c4c01d19e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:11.312017 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3ae69f9b-7f89-4d2d-b512-fb6df52dda3e req-7320fa49-de2a-40b2-86b0-c4c01d19e5df service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 1130 time: 0.0394483 Apr 12 14:30:11.363158 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3ae69f9b-7f89-4d2d-b512-fb6df52dda3e req-aff7af94-2649-4ad4-b51f-2319f28383d1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398195 Apr 12 14:30:11.460575 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acea709-8518-4aff-8d32-531423c5e281 req-3ddec3a7-2abf-432f-984a-2f6d27716c0f tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:11.462067 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0acea709-8518-4aff-8d32-531423c5e281 req-3ddec3a7-2abf-432f-984a-2f6d27716c0f tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 944 time: 0.0783610 Apr 12 14:30:11.493999 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565ebd5-2ee0-4e8e-be85-9e891af649db req-43d21f59-a8a6-44ef-ba2a-2a508d82fb94 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:11.495511 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e565ebd5-2ee0-4e8e-be85-9e891af649db req-43d21f59-a8a6-44ef-ba2a-2a508d82fb94 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0834923 Apr 12 14:30:11.548299 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0acea709-8518-4aff-8d32-531423c5e281 req-1d187c77-2614-47ff-ae57-de6b0325d798 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806251 Apr 12 14:30:11.564792 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e565ebd5-2ee0-4e8e-be85-9e891af649db req-15f8c1e8-c810-4a96-8b50-d5bf4d31b079 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617280 Apr 12 14:30:12.239670 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device adc3c814-7232-4008-bd66-2d49376d7bea up at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:30:12.289969 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning for port adc3c814-7232-4008-bd66-2d49376d7bea completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:30:12.297124 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning complete for port adc3c814-7232-4008-bd66-2d49376d7bea triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:30:12.297507 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (adc3c814-7232-4008-bd66-2d49376d7bea), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:12.388146 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port adc3c814-7232-4008-bd66-2d49376d7bea is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:30:12.388530 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (adc3c814-7232-4008-bd66-2d49376d7bea), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:12.424678 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d030959-c308-4f12-b558-d4650608dcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc3c814-7232-4008-bd66-2d49376d7bea'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:30:12.427563 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbce45fe-55c3-49be-941e-696425948dd7" -d '{"events": [{"server_uuid": "9d030959-c308-4f12-b558-d4650608dcc4", "name": "network-vif-plugged", "status": "completed", "tag": "adc3c814-7232-4008-bd66-2d49376d7bea"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:30:12.441536 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port adc3c814-7232-4008-bd66-2d49376d7bea, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=adc3c814-7232-4008-bd66-2d49376d7bea,segment=NetworkSegment(06536a47-1698-4e8b-a6d6-edd665214024),segment_id=06536a47-1698-4e8b-a6d6-edd665214024)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:30:12.447001 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (adc3c814-7232-4008-bd66-2d49376d7bea), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:12.477836 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e580620-95e7-46d3-b1ca-77929ab781c8 x-openstack-request-id: req-3e580620-95e7-46d3-b1ca-77929ab781c8 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:30:12.478219 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d030959-c308-4f12-b558-d4650608dcc4", "name": "network-vif-plugged", "status": "completed", "tag": "adc3c814-7232-4008-bd66-2d49376d7bea", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:30:12.478409 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3e580620-95e7-46d3-b1ca-77929ab781c8 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:30:12.478806 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e580620-95e7-46d3-b1ca-77929ab781c8'] response: {'server_uuid': '9d030959-c308-4f12-b558-d4650608dcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc3c814-7232-4008-bd66-2d49376d7bea', 'code': 200} Apr 12 14:30:12.506555 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=adc3c814-7232-4008-bd66-2d49376d7bea,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:12.712320 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719969d-351d-4975-92db-abb6ba91e7ca req-ea6eba78-8873-44fc-af87-3a9fc22d2fa6 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:12.715694 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c719969d-351d-4975-92db-abb6ba91e7ca req-ea6eba78-8873-44fc-af87-3a9fc22d2fa6 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0702078 Apr 12 14:30:12.720933 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887d28b-da4c-4728-8155-556a5eb3c6f9 req-010f6a6d-8a59-42b9-8bc6-2817c6941fde tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:12.722679 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f887d28b-da4c-4728-8155-556a5eb3c6f9 req-010f6a6d-8a59-42b9-8bc6-2817c6941fde tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0923312 Apr 12 14:30:12.805692 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c719969d-351d-4975-92db-abb6ba91e7ca req-22dadd55-9081-4290-a500-286129f9b496 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819089 Apr 12 14:30:12.808961 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f887d28b-da4c-4728-8155-556a5eb3c6f9 req-e9d7a1fd-e739-4711-95e3-eaf41951e14c tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794299 Apr 12 14:30:13.651693 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246715d1-365a-4fd0-a5d9-ba3ec60140f3 req-0e6f84ec-13ff-4989-b31a-dbb1e7778ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:13.653225 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-246715d1-365a-4fd0-a5d9-ba3ec60140f3 req-0e6f84ec-13ff-4989-b31a-dbb1e7778ec8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 1129 time: 0.0402257 Apr 12 14:30:13.703360 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-246715d1-365a-4fd0-a5d9-ba3ec60140f3 req-84ed6d64-e2e7-4938-b3c8-47338b16e02f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416138 Apr 12 14:30:13.952000 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb9383-e282-4c3d-8822-76fe05a1ac2a req-a207d2d5-124d-4431-99b7-441d33d8da33 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:13.953434 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-21bb9383-e282-4c3d-8822-76fe05a1ac2a req-a207d2d5-124d-4431-99b7-441d33d8da33 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0814915 Apr 12 14:30:13.959410 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e96868-33be-45f1-8f58-d215c51e3502 req-c77946f1-efcc-40f6-92fd-7935512b1ab0 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:13.960760 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-83e96868-33be-45f1-8f58-d215c51e3502 req-c77946f1-efcc-40f6-92fd-7935512b1ab0 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0862820 Apr 12 14:30:14.034462 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-21bb9383-e282-4c3d-8822-76fe05a1ac2a req-29f513b9-6c55-4956-b6bb-75e5753d2d05 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727322 Apr 12 14:30:14.038278 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-83e96868-33be-45f1-8f58-d215c51e3502 req-6b653991-c1c9-4594-b1e7-b2978e3face6 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708885 Apr 12 14:30:14.471519 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937682d9-cbc4-4f20-a9d7-9e0bd0a4f00e req-0a8c44f5-7da0-4b83-9b26-ad2ced7ad7a3 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:14.473004 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-937682d9-cbc4-4f20-a9d7-9e0bd0a4f00e req-0a8c44f5-7da0-4b83-9b26-ad2ced7ad7a3 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0489285 Apr 12 14:30:14.519625 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-937682d9-cbc4-4f20-a9d7-9e0bd0a4f00e req-b3936b07-9be3-4fd5-b7ab-76a8de9ef184 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408592 Apr 12 14:30:14.867763 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee532c-dad2-402d-ab3a-b9a04a2f4a24 req-5393e761-6fac-4eb2-b64e-1722052cf458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:14.869249 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2dee532c-dad2-402d-ab3a-b9a04a2f4a24 req-5393e761-6fac-4eb2-b64e-1722052cf458 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bc50f73daaba422a80028bd9395b487e&device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 1130 time: 0.0440011 Apr 12 14:30:14.996163 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee532c-dad2-402d-ab3a-b9a04a2f4a24 req-e03572df-7767-4a0e-b26c-e05b19ac0da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:14.997685 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2dee532c-dad2-402d-ab3a-b9a04a2f4a24 req-e03572df-7767-4a0e-b26c-e05b19ac0da1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 HTTP/1.1" status: 200 len: 921 time: 0.0965259 Apr 12 14:30:15.105505 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2dee532c-dad2-402d-ab3a-b9a04a2f4a24 req-cdf8a93b-75dc-4da2-a992-b7e37cf705dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 HTTP/1.1" status: 200 len: 1002 time: 0.0709329 Apr 12 14:30:15.173972 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc34b97-94a7-4700-802e-5747fe727747 req-06069aab-eb69-4e8a-b63a-dc7341facb2f tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:15.175474 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5cc34b97-94a7-4700-802e-5747fe727747 req-06069aab-eb69-4e8a-b63a-dc7341facb2f tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0481246 Apr 12 14:30:15.225123 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5cc34b97-94a7-4700-802e-5747fe727747 req-890f872d-dd4a-4b77-859d-3dfb97e21519 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440948 Apr 12 14:30:15.633567 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd84d3f-8ccf-4395-a2fa-28ab4e035a00 req-e1958b94-c5da-4f37-a01d-c2023c6ed414 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:15.635067 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dbd84d3f-8ccf-4395-a2fa-28ab4e035a00 req-e1958b94-c5da-4f37-a01d-c2023c6ed414 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0475473 Apr 12 14:30:15.688121 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dbd84d3f-8ccf-4395-a2fa-28ab4e035a00 req-cdaec0ce-73af-425d-9a89-245f3f338a9b tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475240 Apr 12 14:30:15.950887 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee532c-dad2-402d-ab3a-b9a04a2f4a24 req-64342a8f-0d1d-479c-97e8-ed2a4101e11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:15.952935 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2dee532c-dad2-402d-ab3a-b9a04a2f4a24 req-64342a8f-0d1d-479c-97e8-ed2a4101e11a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=041172b8-b945-46f0-8972-88e78348afd5 HTTP/1.1" status: 200 len: 858 time: 0.0488458 Apr 12 14:30:15.999549 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee532c-dad2-402d-ab3a-b9a04a2f4a24 req-62b9496f-50f9-4450-9db6-664668558fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:16.001075 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2dee532c-dad2-402d-ab3a-b9a04a2f4a24 req-62b9496f-50f9-4450-9db6-664668558fe8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394292 Apr 12 14:30:16.101137 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2dee532c-dad2-402d-ab3a-b9a04a2f4a24 req-2c8ea065-12f2-4773-a850-940dbdd130c1 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902054 Apr 12 14:30:16.198996 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2dee532c-dad2-402d-ab3a-b9a04a2f4a24 req-7291974e-8827-46c2-8cc3-43bd606a8e94 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866048 Apr 12 14:30:16.340946 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253c132-b2e9-4eeb-95fa-f54d6e46c30e req-64110479-553d-4e5b-b949-e73cb6569d50 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:16.342561 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8253c132-b2e9-4eeb-95fa-f54d6e46c30e req-64110479-553d-4e5b-b949-e73cb6569d50 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0478444 Apr 12 14:30:16.395721 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8253c132-b2e9-4eeb-95fa-f54d6e46c30e req-1eec8ab7-25f5-42a0-8d22-307186c15c75 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474131 Apr 12 14:30:16.510939 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f769f94-2999-49ea-95b8-c0a3f9bef2e9 req-0af1dc60-4bee-4eca-9716-937be5ba066b tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:16.512302 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5f769f94-2999-49ea-95b8-c0a3f9bef2e9 req-0af1dc60-4bee-4eca-9716-937be5ba066b tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0489628 Apr 12 14:30:16.561966 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5f769f94-2999-49ea-95b8-c0a3f9bef2e9 req-1b61b69a-f2a3-4e9b-8246-9308781ec49a tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439312 Apr 12 14:30:16.582797 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 58932) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:16.665357 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c55d94-2400-4ca3-9177-102bbe6bcbac tempest-TestShelveInstance-1864172755 tempest-TestShelveInstance-1864172755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:16.666894 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-00c55d94-2400-4ca3-9177-102bbe6bcbac tempest-TestShelveInstance-1864172755 tempest-TestShelveInstance-1864172755-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 1124 time: 0.0831282 Apr 12 14:30:16.670550 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 58936) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:16.674772 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-3cef75ad-69a5-4cc8-9f9a-595fb675b659 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Request body: {'floatingip': {'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'port_id': 'adc3c814-7232-4008-bd66-2d49376d7bea', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:16.695248 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cef75ad-69a5-4cc8-9f9a-595fb675b659 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:17.101895 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be361d54-99e0-468c-9b1f-b3e0a41212ad req-5fa03f13-86fb-4e96-b02e-827e49a656d4 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:17.103266 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-be361d54-99e0-468c-9b1f-b3e0a41212ad req-5fa03f13-86fb-4e96-b02e-827e49a656d4 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.1034198 Apr 12 14:30:17.105000 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cef75ad-69a5-4cc8-9f9a-595fb675b659 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:17.112179 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f89b1-ad31-4d21-aa14-743a84b1d245 req-3478dcec-f889-4010-8f3e-3a858a881beb tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:17.113643 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0b6f89b1-ad31-4d21-aa14-743a84b1d245 req-3478dcec-f889-4010-8f3e-3a858a881beb tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 985 time: 0.1148887 Apr 12 14:30:17.239412 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-be361d54-99e0-468c-9b1f-b3e0a41212ad req-f42d11ab-5a6c-481d-afde-94c90ab18caf tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239645 Apr 12 14:30:17.281597 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0b6f89b1-ad31-4d21-aa14-743a84b1d245 req-b94e3696-28d1-4f26-8276-36fc4c65fd8d tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&id=c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1541979 Apr 12 14:30:17.309229 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-3cef75ad-69a5-4cc8-9f9a-595fb675b659 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Allocated IP 172.27.0.114 (d880c522-0b20-4278-b126-cb351e10a8a1/d5f6c94a-8527-427a-a2ce-715c797655f2/82f0807b-eec1-48aa-8a5d-92ded811cfd8) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:30:17.413410 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cef75ad-69a5-4cc8-9f9a-595fb675b659 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for port (82f0807b-eec1-48aa-8a5d-92ded811cfd8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:17.449318 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cef75ad-69a5-4cc8-9f9a-595fb675b659 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (82f0807b-eec1-48aa-8a5d-92ded811cfd8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:17.486524 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cef75ad-69a5-4cc8-9f9a-595fb675b659 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Network d880c522-0b20-4278-b126-cb351e10a8a1 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:30:17.489933 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-3cef75ad-69a5-4cc8-9f9a-595fb675b659 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:30:17.493658 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cef75ad-69a5-4cc8-9f9a-595fb675b659 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:30:17.523125 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef75ad-69a5-4cc8-9f9a-595fb675b659 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Pushing event updated for resources: {'Port': ['ID=82f0807b-eec1-48aa-8a5d-92ded811cfd8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:17.874534 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cef75ad-69a5-4cc8-9f9a-595fb675b659 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for floatingip (ff97c8e0-2907-4fb4-ad2b-42557bc1a3c1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:17.952026 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cef75ad-69a5-4cc8-9f9a-595fb675b659 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (82f0807b-eec1-48aa-8a5d-92ded811cfd8), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:18.111012 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b077845e-6873-41d7-926e-15628a02a212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:18.114016 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cef75ad-69a5-4cc8-9f9a-595fb675b659 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for port (82f0807b-eec1-48aa-8a5d-92ded811cfd8), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:18.119298 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cef75ad-69a5-4cc8-9f9a-595fb675b659 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (82f0807b-eec1-48aa-8a5d-92ded811cfd8), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:18.188385 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef75ad-69a5-4cc8-9f9a-595fb675b659 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Pushing event updated for resources: {'Port': ['ID=82f0807b-eec1-48aa-8a5d-92ded811cfd8,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:18.199952 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cef75ad-69a5-4cc8-9f9a-595fb675b659 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (ff97c8e0-2907-4fb4-ad2b-42557bc1a3c1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:18.315306 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-3cef75ad-69a5-4cc8-9f9a-595fb675b659 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Floating IP ff97c8e0-2907-4fb4-ad2b-42557bc1a3c1 associated. External IP: 172.27.0.114, port: adc3c814-7232-4008-bd66-2d49376d7bea. Apr 12 14:30:18.439998 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecaf48e-2c20-40ed-b9e6-633289afaccb req-00f80635-ea8f-42da-90d6-c94112fb511e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:18.441502 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1ecaf48e-2c20-40ed-b9e6-633289afaccb req-00f80635-ea8f-42da-90d6-c94112fb511e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.1230762 Apr 12 14:30:18.477961 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e4921-0db9-45a9-9316-1d83df2d94d7 req-e7bc7869-ee14-4f02-8211-d533b278a097 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:18.479531 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5c6e4921-0db9-45a9-9316-1d83df2d94d7 req-e7bc7869-ee14-4f02-8211-d533b278a097 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 985 time: 0.1177192 Apr 12 14:30:18.610837 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1ecaf48e-2c20-40ed-b9e6-633289afaccb req-611c722d-1144-44db-8bfe-7347b6ff527f tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420088 Apr 12 14:30:18.614853 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75504a0-e1e5-4809-9230-82914949b87f req-0e0600bf-41f1-4ffe-8b6b-107833fa7db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:18.616373 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d75504a0-e1e5-4809-9230-82914949b87f req-0e0600bf-41f1-4ffe-8b6b-107833fa7db2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b3d7ea4039fe45f0b3b3710a70602d66&device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 1169 time: 0.0980885 Apr 12 14:30:18.668746 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5c6e4921-0db9-45a9-9316-1d83df2d94d7 req-81246362-4223-40b2-93d5-b5d49140f740 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&id=c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1800537 Apr 12 14:30:18.757516 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cef75ad-69a5-4cc8-9f9a-595fb675b659 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Router fd5ac73a-444d-4a3c-871e-8f3534653588 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:30:18.873612 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cef75ad-69a5-4cc8-9f9a-595fb675b659 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:30:18.883275 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a30c15-86d5-40d8-9b69-cd3eaac5ad68 None None] Sync routers for ids ['fd5ac73a-444d-4a3c-871e-8f3534653588'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:30:18.891382 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3cef75ad-69a5-4cc8-9f9a-595fb675b659 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:18.894386 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a30c15-86d5-40d8-9b69-cd3eaac5ad68 None None] Routers {'fd5ac73a-444d-4a3c-871e-8f3534653588'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:30:18.895190 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f1a30c15-86d5-40d8-9b69-cd3eaac5ad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:29:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['fd5ac73a-444d-4a3c-871e-8f3534653588'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:18.927324 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-3cef75ad-69a5-4cc8-9f9a-595fb675b659 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2511368 Apr 12 14:30:18.927324 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d030959-c308-4f12-b558-d4650608dcc4', 'tag': 'adc3c814-7232-4008-bd66-2d49376d7bea'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:30:18.927324 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b561efda-2c84-4ff0-837b-3e04013d80ae" -d '{"events": [{"name": "network-changed", "server_uuid": "9d030959-c308-4f12-b558-d4650608dcc4", "tag": "adc3c814-7232-4008-bd66-2d49376d7bea"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:30:18.965408 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193bd305-77da-4a7d-9f35-18ddbfb6e5be x-openstack-request-id: req-193bd305-77da-4a7d-9f35-18ddbfb6e5be {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:30:18.965723 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d030959-c308-4f12-b558-d4650608dcc4", "tag": "adc3c814-7232-4008-bd66-2d49376d7bea", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:30:18.965949 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-193bd305-77da-4a7d-9f35-18ddbfb6e5be {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:30:18.967046 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-193bd305-77da-4a7d-9f35-18ddbfb6e5be'] response: {'name': 'network-changed', 'server_uuid': '9d030959-c308-4f12-b558-d4650608dcc4', 'tag': 'adc3c814-7232-4008-bd66-2d49376d7bea', 'status': 'completed', 'code': 200} Apr 12 14:30:19.009588 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-f1a30c15-86d5-40d8-9b69-cd3eaac5ad68 None None] Set router fd5ac73a-444d-4a3c-871e-8f3534653588 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:30:19.236831 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f1a30c15-86d5-40d8-9b69-cd3eaac5ad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'name': 'tempest-TestShelveInstance-1511287639-router', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a7c2dc0f-50eb-4842-9596-25e9ff00ce42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:23Z', 'updated_at': '2022-04-12T14:29:27Z', 'revision_number': 4, 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'gw_port': {'id': 'a7c2dc0f-50eb-4842-9596-25e9ff00ce42', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:24Z', 'updated_at': '2022-04-12T14:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': 'ff97c8e0-2907-4fb4-ad2b-42557bc1a3c1', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'port_id': 'adc3c814-7232-4008-bd66-2d49376d7bea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70', 'mac_address': 'fa:16:3e:7f:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d030959-c308-4f12-b558-d4650608dcc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:30:17Z', 'updated_at': '2022-04-12T14:30:17Z', 'revision_number': 0, 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51de8e11-3602-457e-bc54-c00462f33219', 'name': '', 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'mac_address': 'fa:16:3e:86:e6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '50a10eae-8710-47a5-b19f-59b43e706f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:26Z', 'updated_at': '2022-04-12T14:29:33Z', 'revision_number': 5, 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'subnets': [{'id': '50a10eae-8710-47a5-b19f-59b43e706f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:19.269043 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a30c15-86d5-40d8-9b69-cd3eaac5ad68 None None] Checking router: fd5ac73a-444d-4a3c-871e-8f3534653588 for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:30:19.277609 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a30c15-86d5-40d8-9b69-cd3eaac5ad68 None None] Routers {'fd5ac73a-444d-4a3c-871e-8f3534653588'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:30:19.278223 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f1a30c15-86d5-40d8-9b69-cd3eaac5ad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:29:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['fd5ac73a-444d-4a3c-871e-8f3534653588'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:19.397525 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-f1a30c15-86d5-40d8-9b69-cd3eaac5ad68 None None] Set router fd5ac73a-444d-4a3c-871e-8f3534653588 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:30:19.507645 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561efda-2c84-4ff0-837b-3e04013d80ae req-f3e78e74-1913-489d-9b4b-1487e0969c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:19.509062 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b561efda-2c84-4ff0-837b-3e04013d80ae req-f3e78e74-1913-489d-9b4b-1487e0969c2c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7d89981605ac41269cf7b7faf5d40904&device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 1129 time: 0.0921671 Apr 12 14:30:19.559375 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75504a0-e1e5-4809-9230-82914949b87f req-172f94c8-6294-40fb-aecf-d59822fb6fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:19.560980 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d75504a0-e1e5-4809-9230-82914949b87f req-172f94c8-6294-40fb-aecf-d59822fb6fb2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9cf681b3-e3b6-4238-acc9-69f2e6504ff4 HTTP/1.1" status: 200 len: 917 time: 0.1540902 Apr 12 14:30:19.629684 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f1a30c15-86d5-40d8-9b69-cd3eaac5ad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'name': 'tempest-TestShelveInstance-1511287639-router', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a7c2dc0f-50eb-4842-9596-25e9ff00ce42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:23Z', 'updated_at': '2022-04-12T14:29:27Z', 'revision_number': 4, 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'gw_port': {'id': 'a7c2dc0f-50eb-4842-9596-25e9ff00ce42', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:24Z', 'updated_at': '2022-04-12T14:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': 'ff97c8e0-2907-4fb4-ad2b-42557bc1a3c1', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'port_id': 'adc3c814-7232-4008-bd66-2d49376d7bea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70', 'mac_address': 'fa:16:3e:7f:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d030959-c308-4f12-b558-d4650608dcc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:30:17Z', 'updated_at': '2022-04-12T14:30:17Z', 'revision_number': 0, 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51de8e11-3602-457e-bc54-c00462f33219', 'name': '', 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'mac_address': 'fa:16:3e:86:e6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '50a10eae-8710-47a5-b19f-59b43e706f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:26Z', 'updated_at': '2022-04-12T14:29:33Z', 'revision_number': 5, 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'subnets': [{'id': '50a10eae-8710-47a5-b19f-59b43e706f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:19.661692 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a30c15-86d5-40d8-9b69-cd3eaac5ad68 None None] The sync data for ids ['fd5ac73a-444d-4a3c-871e-8f3534653588'] in dv-cinder-837523-1-iscsi is: [{'id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'name': 'tempest-TestShelveInstance-1511287639-router', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a7c2dc0f-50eb-4842-9596-25e9ff00ce42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:23Z', 'updated_at': '2022-04-12T14:29:27Z', 'revision_number': 4, 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'gw_port': {'id': 'a7c2dc0f-50eb-4842-9596-25e9ff00ce42', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:24Z', 'updated_at': '2022-04-12T14:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': 'ff97c8e0-2907-4fb4-ad2b-42557bc1a3c1', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'port_id': 'adc3c814-7232-4008-bd66-2d49376d7bea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70', 'mac_address': 'fa:16:3e:7f:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d030959-c308-4f12-b558-d4650608dcc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:30:17Z', 'updated_at': '2022-04-12T14:30:17Z', 'revision_number': 0, 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51de8e11-3602-457e-bc54-c00462f33219', 'name': '', 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'mac_address': 'fa:16:3e:86:e6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '50a10eae-8710-47a5-b19f-59b43e706f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:26Z', 'updated_at': '2022-04-12T14:29:33Z', 'revision_number': 5, 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'subnets': [{'id': '50a10eae-8710-47a5-b19f-59b43e706f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:30:19.694129 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561efda-2c84-4ff0-837b-3e04013d80ae req-0f3ec3f5-7905-43ea-adc6-b28a58d6dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:19.695851 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b561efda-2c84-4ff0-837b-3e04013d80ae req-0f3ec3f5-7905-43ea-adc6-b28a58d6dc96 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0028eeda-a542-4e5c-bf2c-a2a860757c70 HTTP/1.1" status: 200 len: 911 time: 0.1787877 Apr 12 14:30:19.697644 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d75504a0-e1e5-4809-9230-82914949b87f req-8ed2dcd6-1008-401f-bf45-b4045f1a536b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0034267-f3fd-42d6-867a-330b269ae4c9 HTTP/1.1" status: 200 len: 1002 time: 0.1125116 Apr 12 14:30:19.859972 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d381bb-5c23-4ab5-bae3-5d508b84075b req-5aa6f1d7-8252-465d-b789-d6f30651645f tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:19.861562 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f3d381bb-5c23-4ab5-bae3-5d508b84075b req-5aa6f1d7-8252-465d-b789-d6f30651645f tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.1629846 Apr 12 14:30:19.891627 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf6cc62-0edc-4420-8c7a-88c37ab6092d None None] New status for floating IP ff97c8e0-2907-4fb4-ad2b-42557bc1a3c1: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:30:19.917932 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b561efda-2c84-4ff0-837b-3e04013d80ae req-ef49d7f0-2f20-4752-8468-a5d56880006f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adc3c814-7232-4008-bd66-2d49376d7bea HTTP/1.1" status: 200 len: 999 time: 0.2083216 Apr 12 14:30:19.919227 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75504a0-e1e5-4809-9230-82914949b87f req-d1a5e0f4-9e8f-4973-b3ee-234ed77d2fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:19.920578 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d75504a0-e1e5-4809-9230-82914949b87f req-d1a5e0f4-9e8f-4973-b3ee-234ed77d2fb0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1fc1673c-be61-42df-9b70-97c35069d384 HTTP/1.1" status: 200 len: 854 time: 0.2100132 Apr 12 14:30:19.927000 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4b059-9dad-4d0c-832b-2bd69141a739 req-8c7330e0-3a48-46a9-a035-aa179c111101 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:19.928537 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-23d4b059-9dad-4d0c-832b-2bd69141a739 req-8c7330e0-3a48-46a9-a035-aa179c111101 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 985 time: 0.1750267 Apr 12 14:30:20.255815 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f3d381bb-5c23-4ab5-bae3-5d508b84075b req-1c79ffa0-2908-4455-991a-1fdf90ea3cb1 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3867049 Apr 12 14:30:20.268490 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75504a0-e1e5-4809-9230-82914949b87f req-d176faa8-46d6-417d-aff0-005d65eeb42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:20.269998 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d75504a0-e1e5-4809-9230-82914949b87f req-d176faa8-46d6-417d-aff0-005d65eeb42e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9cf681b3-e3b6-4238-acc9-69f2e6504ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3298795 Apr 12 14:30:20.280304 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561efda-2c84-4ff0-837b-3e04013d80ae req-338f21c9-ad68-43e8-b2b4-24978056f59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:20.281797 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b561efda-2c84-4ff0-837b-3e04013d80ae req-338f21c9-ad68-43e8-b2b4-24978056f59e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50a10eae-8710-47a5-b19f-59b43e706f9d HTTP/1.1" status: 200 len: 848 time: 0.1220593 Apr 12 14:30:20.372327 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-23d4b059-9dad-4d0c-832b-2bd69141a739 req-034fa176-70ac-4bcc-9f66-8445216bdd89 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&id=c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4330416 Apr 12 14:30:20.445622 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561efda-2c84-4ff0-837b-3e04013d80ae req-247bf107-a904-4bba-b840-219c3e5ad77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:20.447128 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b561efda-2c84-4ff0-837b-3e04013d80ae req-247bf107-a904-4bba-b840-219c3e5ad77e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0028eeda-a542-4e5c-bf2c-a2a860757c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1370680 Apr 12 14:30:20.456010 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc7bb1-6c64-4ba3-8a55-f55ce80c3957 req-a722a44a-5569-4ed9-a03e-0fa37208c9fb tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:20.457645 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b5cc7bb1-6c64-4ba3-8a55-f55ce80c3957 req-a722a44a-5569-4ed9-a03e-0fa37208c9fb tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.1248925 Apr 12 14:30:20.466642 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 58962) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:20.471957 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-2a14d278-a6ed-4481-bfd8-dd1f98ed5915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:20.472759 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5a81c226-335c-4fc4-b296-60a1b4533035 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Request body: {'floatingip': {'port_id': 'f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:20.533639 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d75504a0-e1e5-4809-9230-82914949b87f req-0838a915-33f8-4ec6-931a-796c5ebd0e8c service neutron] 10.222.0.69 "GET /v2.0/networks/9cf681b3-e3b6-4238-acc9-69f2e6504ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481058 Apr 12 14:30:20.540974 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a81c226-335c-4fc4-b296-60a1b4533035 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks [] for floatingip (b24c7119-d085-4118-90eb-4b196aa6dc92), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:20.622048 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b561efda-2c84-4ff0-837b-3e04013d80ae req-32eb52f1-a96a-4060-9e8d-8907a51edf1a service neutron] 10.222.0.69 "GET /v2.0/networks/0028eeda-a542-4e5c-bf2c-a2a860757c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633976 Apr 12 14:30:20.674155 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d75504a0-e1e5-4809-9230-82914949b87f req-fdcceac4-b323-4298-b8a7-2d2f7ce13416 service neutron] 10.222.0.69 "GET /v2.0/networks/9cf681b3-e3b6-4238-acc9-69f2e6504ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336026 Apr 12 14:30:20.738260 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b561efda-2c84-4ff0-837b-3e04013d80ae req-ca08a2c7-679c-4539-9afd-e5708143e0ec service neutron] 10.222.0.69 "GET /v2.0/networks/0028eeda-a542-4e5c-bf2c-a2a860757c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079884 Apr 12 14:30:21.059999 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a81c226-335c-4fc4-b296-60a1b4533035 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:21.064006 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a81c226-335c-4fc4-b296-60a1b4533035 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (b24c7119-d085-4118-90eb-4b196aa6dc92), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:21.489931 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442db4b2-9b33-4064-a648-35c41d0741ff req-e334f7b2-7943-4ed1-9183-3101cb66f31b tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:21.491492 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-442db4b2-9b33-4064-a648-35c41d0741ff req-e334f7b2-7943-4ed1-9183-3101cb66f31b tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 985 time: 0.0493593 Apr 12 14:30:21.515220 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a81c226-335c-4fc4-b296-60a1b4533035 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Router b585704c-dadd-428f-b04f-5a00b8e46f57 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:30:21.526031 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:21.556141 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-442db4b2-9b33-4064-a648-35c41d0741ff req-7173ca93-a7d6-4e07-82e1-1e9d7a207725 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&id=c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0585401 Apr 12 14:30:21.629731 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a81c226-335c-4fc4-b296-60a1b4533035 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:30:21.634248 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a81c226-335c-4fc4-b296-60a1b4533035 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:21.639060 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56bc2f9-ecc0-45ec-98e2-3fafd2d1e9a7 None None] Sync routers for ids ['b585704c-dadd-428f-b04f-5a00b8e46f57'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:30:21.649159 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56bc2f9-ecc0-45ec-98e2-3fafd2d1e9a7 None None] Routers {'b585704c-dadd-428f-b04f-5a00b8e46f57'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:30:21.649775 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e56bc2f9-ecc0-45ec-98e2-3fafd2d1e9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:30:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b585704c-dadd-428f-b04f-5a00b8e46f57'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:21.664940 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab97b3b4-9ffa-474e-9bae-dd27ccd6944e', 'tag': 'f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:30:21.667071 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea00ad51b5642e711501acc1f7ca5604eef3f69d3a6b574dfa4fd32ced1c6c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89399e0-0af3-4032-9ee5-4393fa45b2cd" -d '{"events": [{"name": "network-changed", "server_uuid": "ab97b3b4-9ffa-474e-9bae-dd27ccd6944e", "tag": "f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:30:21.708171 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-5a81c226-335c-4fc4-b296-60a1b4533035 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "PUT /v2.0/floatingips/b24c7119-d085-4118-90eb-4b196aa6dc92 HTTP/1.1" status: 200 len: 994 time: 1.2316823 Apr 12 14:30:21.726015 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac7fd37-ffd9-4afe-abad-acabb71640f0 x-openstack-request-id: req-2ac7fd37-ffd9-4afe-abad-acabb71640f0 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:30:21.726169 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab97b3b4-9ffa-474e-9bae-dd27ccd6944e", "tag": "f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:30:21.726414 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2ac7fd37-ffd9-4afe-abad-acabb71640f0 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:30:21.726829 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ac7fd37-ffd9-4afe-abad-acabb71640f0'] response: {'name': 'network-changed', 'server_uuid': 'ab97b3b4-9ffa-474e-9bae-dd27ccd6944e', 'tag': 'f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6', 'status': 'completed', 'code': 200} Apr 12 14:30:21.762665 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-e56bc2f9-ecc0-45ec-98e2-3fafd2d1e9a7 None None] Set router b585704c-dadd-428f-b04f-5a00b8e46f57 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:30:21.828387 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89399e0-0af3-4032-9ee5-4393fa45b2cd req-6be5ec3e-7662-4e1f-b0cc-7358ab56f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:21.830029 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c89399e0-0af3-4032-9ee5-4393fa45b2cd req-6be5ec3e-7662-4e1f-b0cc-7358ab56f0d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bc50f73daaba422a80028bd9395b487e&device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 1130 time: 0.0413654 Apr 12 14:30:21.927119 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89399e0-0af3-4032-9ee5-4393fa45b2cd req-f0fe29f0-a2c3-4e6d-ab7c-d11916625ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:21.928552 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c89399e0-0af3-4032-9ee5-4393fa45b2cd req-f0fe29f0-a2c3-4e6d-ab7c-d11916625ca5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 HTTP/1.1" status: 200 len: 921 time: 0.0908113 Apr 12 14:30:21.998828 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e56bc2f9-ecc0-45ec-98e2-3fafd2d1e9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'name': 'tempest-ServerRescueNegativeTestJSON-1441437565-router', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:11Z', 'updated_at': '2022-04-12T14:26:19Z', 'revision_number': 4, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'gw_port': {'id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:18:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': 'b24c7119-d085-4118-90eb-4b196aa6dc92', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'port_id': 'f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'mac_address': 'fa:16:3e:9e:9d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab97b3b4-9ffa-474e-9bae-dd27ccd6944e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:28:27Z', 'updated_at': '2022-04-12T14:30:20Z', 'revision_number': 3, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f3d83d0-b8af-4c8c-91f9-88b53780fd6a', 'name': '', 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'mac_address': 'fa:16:3e:b4:52:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '041172b8-b945-46f0-8972-88e78348afd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:18Z', 'updated_at': '2022-04-12T14:26:30Z', 'revision_number': 5, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'subnets': [{'id': '041172b8-b945-46f0-8972-88e78348afd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:22.003952 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c89399e0-0af3-4032-9ee5-4393fa45b2cd req-e0a50c47-8c28-423e-9f0b-08a8c6ab5931 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 HTTP/1.1" status: 200 len: 1002 time: 0.0658450 Apr 12 14:30:22.069744 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89399e0-0af3-4032-9ee5-4393fa45b2cd req-0e69bd16-aea6-4322-a20e-2db0fef172db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:22.071301 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c89399e0-0af3-4032-9ee5-4393fa45b2cd req-0e69bd16-aea6-4322-a20e-2db0fef172db service neutron] 10.222.0.69 "GET /v2.0/subnets?id=041172b8-b945-46f0-8972-88e78348afd5 HTTP/1.1" status: 200 len: 858 time: 0.0514762 Apr 12 14:30:22.119827 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56bc2f9-ecc0-45ec-98e2-3fafd2d1e9a7 None None] Checking router: b585704c-dadd-428f-b04f-5a00b8e46f57 for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:30:22.122236 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89399e0-0af3-4032-9ee5-4393fa45b2cd req-362b445f-23df-4eb7-bafc-ff59fb221dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:22.123775 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c89399e0-0af3-4032-9ee5-4393fa45b2cd req-362b445f-23df-4eb7-bafc-ff59fb221dd9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408885 Apr 12 14:30:22.128349 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56bc2f9-ecc0-45ec-98e2-3fafd2d1e9a7 None None] Routers {'b585704c-dadd-428f-b04f-5a00b8e46f57'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:30:22.129228 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e56bc2f9-ecc0-45ec-98e2-3fafd2d1e9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:30:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b585704c-dadd-428f-b04f-5a00b8e46f57'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:22.223263 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c89399e0-0af3-4032-9ee5-4393fa45b2cd req-628cd145-6695-43eb-a607-e01626ea3126 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835574 Apr 12 14:30:22.245523 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-e56bc2f9-ecc0-45ec-98e2-3fafd2d1e9a7 None None] Set router b585704c-dadd-428f-b04f-5a00b8e46f57 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:30:22.330096 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c89399e0-0af3-4032-9ee5-4393fa45b2cd req-fda17b84-42a3-4dcb-8a7e-11b7efee1e1f service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894578 Apr 12 14:30:22.479645 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-e56bc2f9-ecc0-45ec-98e2-3fafd2d1e9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'name': 'tempest-ServerRescueNegativeTestJSON-1441437565-router', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:11Z', 'updated_at': '2022-04-12T14:26:19Z', 'revision_number': 4, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'gw_port': {'id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:18:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': 'b24c7119-d085-4118-90eb-4b196aa6dc92', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'port_id': 'f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'mac_address': 'fa:16:3e:9e:9d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab97b3b4-9ffa-474e-9bae-dd27ccd6944e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:28:27Z', 'updated_at': '2022-04-12T14:30:20Z', 'revision_number': 3, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f3d83d0-b8af-4c8c-91f9-88b53780fd6a', 'name': '', 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'mac_address': 'fa:16:3e:b4:52:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '041172b8-b945-46f0-8972-88e78348afd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:18Z', 'updated_at': '2022-04-12T14:26:30Z', 'revision_number': 5, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'subnets': [{'id': '041172b8-b945-46f0-8972-88e78348afd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:22.510473 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56bc2f9-ecc0-45ec-98e2-3fafd2d1e9a7 None None] The sync data for ids ['b585704c-dadd-428f-b04f-5a00b8e46f57'] in dv-cinder-837523-1-iscsi is: [{'id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'name': 'tempest-ServerRescueNegativeTestJSON-1441437565-router', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:11Z', 'updated_at': '2022-04-12T14:26:19Z', 'revision_number': 4, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'gw_port': {'id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:18:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': 'b24c7119-d085-4118-90eb-4b196aa6dc92', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'port_id': 'f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'mac_address': 'fa:16:3e:9e:9d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab97b3b4-9ffa-474e-9bae-dd27ccd6944e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:28:27Z', 'updated_at': '2022-04-12T14:30:20Z', 'revision_number': 3, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f3d83d0-b8af-4c8c-91f9-88b53780fd6a', 'name': '', 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'mac_address': 'fa:16:3e:b4:52:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '041172b8-b945-46f0-8972-88e78348afd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:18Z', 'updated_at': '2022-04-12T14:26:30Z', 'revision_number': 5, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'subnets': [{'id': '041172b8-b945-46f0-8972-88e78348afd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:30:22.674670 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245657a-584b-43bc-adfe-aeb37dd857f2 req-4c3a3361-166d-4272-a862-33555f21cc5c tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:22.676372 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e245657a-584b-43bc-adfe-aeb37dd857f2 req-4c3a3361-166d-4272-a862-33555f21cc5c tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 985 time: 0.0504401 Apr 12 14:30:22.738110 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e245657a-584b-43bc-adfe-aeb37dd857f2 req-cf0f22e0-7145-4abf-9ada-8273e1b8f113 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&id=c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0556459 Apr 12 14:30:22.880099 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:23.728488 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab97b3b4-9ffa-474e-9bae-dd27ccd6944e', 'tag': 'f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:30:23.730878 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea00ad51b5642e711501acc1f7ca5604eef3f69d3a6b574dfa4fd32ced1c6c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8723d464-b6bd-490c-82b5-28566965e6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "ab97b3b4-9ffa-474e-9bae-dd27ccd6944e", "tag": "f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:30:23.767570 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c051820e-972e-48e5-a17a-74ff2955ef12 x-openstack-request-id: req-c051820e-972e-48e5-a17a-74ff2955ef12 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:30:23.767798 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab97b3b4-9ffa-474e-9bae-dd27ccd6944e", "tag": "f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:30:23.768052 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c051820e-972e-48e5-a17a-74ff2955ef12 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:30:23.768456 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c051820e-972e-48e5-a17a-74ff2955ef12'] response: {'name': 'network-changed', 'server_uuid': 'ab97b3b4-9ffa-474e-9bae-dd27ccd6944e', 'tag': 'f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6', 'status': 'completed', 'code': 200} Apr 12 14:30:23.865661 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5595fb-a869-4d7a-813e-b68115f926fe req-69fdbe46-2918-4c72-aae1-12e22ff5ee0b tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:23.867064 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4a5595fb-a869-4d7a-813e-b68115f926fe req-69fdbe46-2918-4c72-aae1-12e22ff5ee0b tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 985 time: 0.0619771 Apr 12 14:30:23.909870 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723d464-b6bd-490c-82b5-28566965e6fb req-621f96a1-ae36-46d8-aaec-70e818da4322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:23.911372 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8723d464-b6bd-490c-82b5-28566965e6fb req-621f96a1-ae36-46d8-aaec-70e818da4322 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bc50f73daaba422a80028bd9395b487e&device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 1130 time: 0.0636566 Apr 12 14:30:23.973957 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4a5595fb-a869-4d7a-813e-b68115f926fe req-6b962354-261b-4081-bb39-95b0c89cb904 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&id=c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0911045 Apr 12 14:30:24.032978 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723d464-b6bd-490c-82b5-28566965e6fb req-b76ee0dd-a3c5-406a-9362-0ad8129e74e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:24.034438 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8723d464-b6bd-490c-82b5-28566965e6fb req-b76ee0dd-a3c5-406a-9362-0ad8129e74e0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 HTTP/1.1" status: 200 len: 921 time: 0.1127493 Apr 12 14:30:24.101518 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8723d464-b6bd-490c-82b5-28566965e6fb req-b18ddd4b-b15e-4214-b01b-908dc1cd6db3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 HTTP/1.1" status: 200 len: 1002 time: 0.0588551 Apr 12 14:30:24.150760 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723d464-b6bd-490c-82b5-28566965e6fb req-cfa5d62c-2891-464f-aecf-49d470a9833c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:24.152210 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8723d464-b6bd-490c-82b5-28566965e6fb req-cfa5d62c-2891-464f-aecf-49d470a9833c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=041172b8-b945-46f0-8972-88e78348afd5 HTTP/1.1" status: 200 len: 858 time: 0.0436668 Apr 12 14:30:24.200322 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723d464-b6bd-490c-82b5-28566965e6fb req-0e909e72-b27b-4f3c-8790-9d244b46e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:24.201897 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8723d464-b6bd-490c-82b5-28566965e6fb req-0e909e72-b27b-4f3c-8790-9d244b46e937 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431879 Apr 12 14:30:24.298400 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8723d464-b6bd-490c-82b5-28566965e6fb req-1f40c3ae-7f32-44d4-9550-b9b5be035e16 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848365 Apr 12 14:30:24.394295 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8723d464-b6bd-490c-82b5-28566965e6fb req-5ca33472-f47c-47ec-8e41-f0e9161dae84 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872169 Apr 12 14:30:24.419208 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:25.092121 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f921989-e679-47a5-95ca-0f7300b17625 req-841ab696-8015-481c-9f61-5e7d3999a626 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:25.093821 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3f921989-e679-47a5-95ca-0f7300b17625 req-841ab696-8015-481c-9f61-5e7d3999a626 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 985 time: 0.0487189 Apr 12 14:30:25.153505 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3f921989-e679-47a5-95ca-0f7300b17625 req-ab04e058-61cb-4eb8-b6f3-4e660db20381 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&id=c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0539641 Apr 12 14:30:25.345675 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:30:26.273838 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274db78-3eb8-4049-bcd6-61cc6099394a req-8041bc59-4066-4043-89e4-e43637a89bc8 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:26.275348 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3274db78-3eb8-4049-bcd6-61cc6099394a req-8041bc59-4066-4043-89e4-e43637a89bc8 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 985 time: 0.0515504 Apr 12 14:30:26.346965 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3274db78-3eb8-4049-bcd6-61cc6099394a req-9a162be7-f29e-4c26-a5da-80c459a1df13 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&id=c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0650132 Apr 12 14:30:27.483387 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d224f36-5867-40d0-a218-8a96d7531c46 req-3adfdb3e-c94c-480d-87ea-d218e4c74784 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:27.485462 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3d224f36-5867-40d0-a218-8a96d7531c46 req-3adfdb3e-c94c-480d-87ea-d218e4c74784 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 985 time: 0.0593061 Apr 12 14:30:27.553797 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3d224f36-5867-40d0-a218-8a96d7531c46 req-5473ba0f-036b-4c59-87ab-c9311e4edb37 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&id=c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0625782 Apr 12 14:30:28.669113 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc8ef9-b14e-47fb-ade8-ee8f185fe9b0 req-20618df7-cbe4-4c01-a24b-3ef254034ee1 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:28.670710 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-16fc8ef9-b14e-47fb-ade8-ee8f185fe9b0 req-20618df7-cbe4-4c01-a24b-3ef254034ee1 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 985 time: 0.0495663 Apr 12 14:30:28.730676 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-16fc8ef9-b14e-47fb-ade8-ee8f185fe9b0 req-5ce6bd89-6a29-4073-a6eb-7474a1b5aa7d tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&id=c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0541346 Apr 12 14:30:29.859856 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dcf3b-2df4-45a9-8d23-6136897676b0 req-82a32a2b-a527-462b-8307-c5ed515c86f0 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:29.861331 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-951dcf3b-2df4-45a9-8d23-6136897676b0 req-82a32a2b-a527-462b-8307-c5ed515c86f0 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 985 time: 0.0525706 Apr 12 14:30:29.921335 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-951dcf3b-2df4-45a9-8d23-6136897676b0 req-02a9b37f-a039-43c2-b55e-fe76c5b9f9ba tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&id=c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0542469 Apr 12 14:30:31.051576 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b2786-c3f9-4155-84d8-a0a5a30a311f req-dc5515d1-cb10-4510-b3e7-3092deb4bc9f tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:31.053012 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-511b2786-c3f9-4155-84d8-a0a5a30a311f req-dc5515d1-cb10-4510-b3e7-3092deb4bc9f tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 985 time: 0.0563164 Apr 12 14:30:31.118095 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-511b2786-c3f9-4155-84d8-a0a5a30a311f req-b077bdce-370e-41a2-b79d-754d27ff76ab tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&id=c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0583477 Apr 12 14:30:32.238770 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285da31-ee24-4c76-8166-07cd9cf97512 req-747fc086-0665-43ae-8b31-0947464cacfa tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:32.240333 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c285da31-ee24-4c76-8166-07cd9cf97512 req-747fc086-0665-43ae-8b31-0947464cacfa tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 985 time: 0.0466592 Apr 12 14:30:32.305753 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c285da31-ee24-4c76-8166-07cd9cf97512 req-afeb93cc-2766-4664-834e-07d8570e8efb tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&id=c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0595732 Apr 12 14:30:33.423741 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41e88e-0de9-4131-b8c7-452406b39787 req-aa959545-7628-4afc-a0b4-644fa507db4a tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:33.425495 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ff41e88e-0de9-4131-b8c7-452406b39787 req-aa959545-7628-4afc-a0b4-644fa507db4a tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 985 time: 0.0512850 Apr 12 14:30:33.496564 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ff41e88e-0de9-4131-b8c7-452406b39787 req-7eb2738c-932e-496e-9572-18167305836e tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&id=c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0568709 Apr 12 14:30:34.616790 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c7e8e-1b39-43fc-8ea4-3dcd0618d9f1 req-5fd02f63-d605-47e0-9589-42b828b00fd7 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:34.618421 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-534c7e8e-1b39-43fc-8ea4-3dcd0618d9f1 req-5fd02f63-d605-47e0-9589-42b828b00fd7 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 985 time: 0.0520287 Apr 12 14:30:34.681143 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-534c7e8e-1b39-43fc-8ea4-3dcd0618d9f1 req-7e450045-adb9-4e17-84c9-9516f8e29669 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&id=c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0568485 Apr 12 14:30:35.810430 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1b137-de7e-4fa1-b25e-291239ce2e6f req-f1d1b2a4-1d22-4fe8-b3df-4572dbc53fb0 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:35.812486 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-95b1b137-de7e-4fa1-b25e-291239ce2e6f req-f1d1b2a4-1d22-4fe8-b3df-4572dbc53fb0 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 985 time: 0.0593364 Apr 12 14:30:35.875976 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-95b1b137-de7e-4fa1-b25e-291239ce2e6f req-df1c6cdb-a9b2-47a3-be4b-e1f12a8c610c tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&id=c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0576906 Apr 12 14:30:35.903666 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:36.997397 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7ff8a-d9a6-45d7-ae6d-db716ea990d0 req-aff9b009-85a0-4c45-baa9-6e9ba1446937 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:36.998759 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a9d7ff8a-d9a6-45d7-ae6d-db716ea990d0 req-aff9b009-85a0-4c45-baa9-6e9ba1446937 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 985 time: 0.0502307 Apr 12 14:30:37.061075 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a9d7ff8a-d9a6-45d7-ae6d-db716ea990d0 req-935d8196-8a0c-4a6e-9bc0-731c6adffba6 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&id=c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0564048 Apr 12 14:30:38.191869 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768f6a1-53e9-48e2-93ce-640aece5e85e req-b7165d91-e702-4577-ba90-f33a9f456075 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:38.195914 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7768f6a1-53e9-48e2-93ce-640aece5e85e req-b7165d91-e702-4577-ba90-f33a9f456075 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 985 time: 0.0579357 Apr 12 14:30:38.258165 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7768f6a1-53e9-48e2-93ce-640aece5e85e req-8db67ee6-52af-481f-8d92-b1dcab0349eb tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&id=c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0589969 Apr 12 14:30:41.893250 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e862f20-7e68-4e87-9d20-c162bd727982 req-d6eb32e3-e72e-483b-a60c-4865afa783f1 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:41.894733 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9e862f20-7e68-4e87-9d20-c162bd727982 req-d6eb32e3-e72e-483b-a60c-4865afa783f1 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0562930 Apr 12 14:30:41.943098 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9e862f20-7e68-4e87-9d20-c162bd727982 req-89435e7b-46d6-4bba-b62c-1169407d232d tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427697 Apr 12 14:30:43.062747 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f485cc-44e4-4493-ac6f-01148d32c738 req-4a248248-7ef6-414a-85bb-f281f35a21cd tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:43.064122 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-65f485cc-44e4-4493-ac6f-01148d32c738 req-4a248248-7ef6-414a-85bb-f281f35a21cd tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0481324 Apr 12 14:30:43.116527 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-65f485cc-44e4-4493-ac6f-01148d32c738 req-46cff3ec-4618-4716-9569-dd87183b349f tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466952 Apr 12 14:30:44.238123 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfd393-b136-4ca1-8d5f-c694118eabd0 req-4e508085-7b45-4584-9edf-647489955505 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:44.239601 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-25cfd393-b136-4ca1-8d5f-c694118eabd0 req-4e508085-7b45-4584-9edf-647489955505 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0474572 Apr 12 14:30:44.287612 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-25cfd393-b136-4ca1-8d5f-c694118eabd0 req-222f2862-237e-47f4-ac1f-c26d2d12c86d tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425351 Apr 12 14:30:45.398344 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbed6d-29d8-4797-84dd-2e38a29defcd req-c284b164-e702-4bdf-9d0b-8336075177c5 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:45.399788 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-16bbed6d-29d8-4797-84dd-2e38a29defcd req-c284b164-e702-4bdf-9d0b-8336075177c5 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0464158 Apr 12 14:30:45.446312 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-16bbed6d-29d8-4797-84dd-2e38a29defcd req-6086f20f-13a0-4c83-a3bb-35668c599f2d tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400672 Apr 12 14:30:46.574572 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47272cc-6f86-47ee-8cba-9e65a4ea26ff req-8497938c-8e2d-4b76-bc33-0d03b1052af3 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:46.576109 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d47272cc-6f86-47ee-8cba-9e65a4ea26ff req-8497938c-8e2d-4b76-bc33-0d03b1052af3 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0517447 Apr 12 14:30:46.624296 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d47272cc-6f86-47ee-8cba-9e65a4ea26ff req-0fc42727-d385-47cd-8dcc-955f17e29d43 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424664 Apr 12 14:30:47.737933 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15b258-53f7-4082-ba24-ae439607d47f req-8106ee13-abd3-43de-a39e-9b08d2cfc359 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:47.739443 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-df15b258-53f7-4082-ba24-ae439607d47f req-8106ee13-abd3-43de-a39e-9b08d2cfc359 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0475724 Apr 12 14:30:47.786958 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-df15b258-53f7-4082-ba24-ae439607d47f req-e92588b1-6a68-40b1-8077-e066184de6ff tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419052 Apr 12 14:30:48.105366 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8019871e-3979-4b28-bd16-2421e5b3830e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:48.829010 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceaa6d9-c96d-4ace-bd50-ac5c53852f39 req-36ac7302-830d-4094-9c0b-2bc0ead4155f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:48.830494 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fceaa6d9-c96d-4ace-bd50-ac5c53852f39 req-36ac7302-830d-4094-9c0b-2bc0ead4155f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 947 time: 0.0491259 Apr 12 14:30:48.908240 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fceaa6d9-c96d-4ace-bd50-ac5c53852f39 req-3a7b0817-34d7-4a46-9cd2-39739f3c7222 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719082 Apr 12 14:30:48.921728 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38441da0-c42c-4d5b-819c-aa1260956d1d req-0e09b7c6-83ef-4caa-ac11-d599c70199ed tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:48.923172 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38441da0-c42c-4d5b-819c-aa1260956d1d req-0e09b7c6-83ef-4caa-ac11-d599c70199ed tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0579243 Apr 12 14:30:48.974076 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38441da0-c42c-4d5b-819c-aa1260956d1d req-0080d981-bc6b-482c-a5ea-72ff8099eb09 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453608 Apr 12 14:30:50.029409 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fde19-c1b4-4220-8825-e6d85c5a92b3 req-2c9d993a-5370-4ad0-9067-d49cc78d88c5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:50.030910 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-573fde19-c1b4-4220-8825-e6d85c5a92b3 req-2c9d993a-5370-4ad0-9067-d49cc78d88c5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 947 time: 0.0479956 Apr 12 14:30:50.114985 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b32de-6a97-40a5-97b4-54a133b0e4f0 req-d133c401-23f2-45bc-afbb-5a755ead0cc2 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:50.116508 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-855b32de-6a97-40a5-97b4-54a133b0e4f0 req-d133c401-23f2-45bc-afbb-5a755ead0cc2 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0730672 Apr 12 14:30:50.119372 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-573fde19-c1b4-4220-8825-e6d85c5a92b3 req-6bf7f46f-be68-4bfc-98ec-481014c13c95 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827880 Apr 12 14:30:50.167551 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-855b32de-6a97-40a5-97b4-54a133b0e4f0 req-99b57ec0-72b9-4895-896d-b6777d6b9c83 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450642 Apr 12 14:30:50.477686 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-36e4e8b0-d662-48b4-8229-3557da2dbcb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:50.823376 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e6b20e-449e-427e-8637-11161013f8ff req-5573d9e4-9058-4c8f-93e9-6e563463aef4 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:50.825102 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b4e6b20e-449e-427e-8637-11161013f8ff req-5573d9e4-9058-4c8f-93e9-6e563463aef4 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.69 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 947 time: 0.0479052 Apr 12 14:30:50.917522 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-b4e6b20e-449e-427e-8637-11161013f8ff req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Deleting port c8a0b6c8-ec77-40ab-a972-4f742255a527 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:30:50.917869 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b4e6b20e-449e-427e-8637-11161013f8ff req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:51.014542 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b4e6b20e-449e-427e-8637-11161013f8ff req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] For port c8a0b6c8-ec77-40ab-a972-4f742255a527, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c8a0b6c8-ec77-40ab-a972-4f742255a527,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:30:51.014816 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b4e6b20e-449e-427e-8637-11161013f8ff req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:51.465318 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b0dba-57cf-439c-ac12-4bdaf39132e9 req-51a7b813-dfb5-490d-96bc-999449750623 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:51.467431 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-009b0dba-57cf-439c-ac12-4bdaf39132e9 req-51a7b813-dfb5-490d-96bc-999449750623 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 947 time: 0.0924907 Apr 12 14:30:51.500006 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce5a2a-9829-4b62-ae66-4889c84f04b7 req-fd7a0f3d-655a-45d6-8a60-7932bf2a4e5e tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:51.501426 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-58ce5a2a-9829-4b62-ae66-4889c84f04b7 req-fd7a0f3d-655a-45d6-8a60-7932bf2a4e5e tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.1254044 Apr 12 14:30:51.527767 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:51.580415 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b4e6b20e-449e-427e-8637-11161013f8ff req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:51.580826 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b4e6b20e-449e-427e-8637-11161013f8ff req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (23b5b263-6997-4790-80fa-df43105df444), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:51.581142 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.l3_db [req-b4e6b20e-449e-427e-8637-11161013f8ff req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Floating IP 23b5b263-6997-4790-80fa-df43105df444 disassociated. External IP: 172.27.0.93, port: c8a0b6c8-ec77-40ab-a972-4f742255a527. Apr 12 14:30:51.581446 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-b4e6b20e-449e-427e-8637-11161013f8ff req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Calling delete_port for c8a0b6c8-ec77-40ab-a972-4f742255a527 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:30:51.609399 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-009b0dba-57cf-439c-ac12-4bdaf39132e9 req-ed14dc13-ee57-459d-b4f7-89bb69cf1a58 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=90113036-7269-47df-9908-db7e1e7a25d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070423 Apr 12 14:30:51.617978 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-58ce5a2a-9829-4b62-ae66-4889c84f04b7 req-7ffec0ff-3a86-44d1-bd17-8b252be9f697 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048176 Apr 12 14:30:51.763877 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b4e6b20e-449e-427e-8637-11161013f8ff req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (c8a0b6c8-ec77-40ab-a972-4f742255a527), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:51.793124 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Pushing event deleted for resources: {'Port': ['ID=c8a0b6c8-ec77-40ab-a972-4f742255a527,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:51.804956 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:51.805317 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:51.805670 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:51.806007 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:51.806346 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:51.806681 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:51.807014 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:51.807346 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:51.807675 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:51.808007 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:51.808335 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:51.808660 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:51.809014 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:51.809345 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:51.809672 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:51.933725 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4e6b20e-449e-427e-8637-11161013f8ff req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Router c0a5e0d8-9551-4178-b21c-dafeb895697c has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:30:52.054084 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4e6b20e-449e-427e-8637-11161013f8ff req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:30:52.063933 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35471d35-8d2f-4989-9710-47187ac70ece None None] Sync routers for ids ['c0a5e0d8-9551-4178-b21c-dafeb895697c'] in dv-cinder-837523-1-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:30:52.074076 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35471d35-8d2f-4989-9710-47187ac70ece None None] Routers {'c0a5e0d8-9551-4178-b21c-dafeb895697c'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:30:52.074772 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-35471d35-8d2f-4989-9710-47187ac70ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:30:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['c0a5e0d8-9551-4178-b21c-dafeb895697c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:52.125465 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e6b20e-449e-427e-8637-11161013f8ff req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] No DVR routers for this DVR port c8a0b6c8-ec77-40ab-a972-4f742255a527 on host hv-cinder-83752 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:30:52.129998 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b4e6b20e-449e-427e-8637-11161013f8ff req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:52.133478 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b4e6b20e-449e-427e-8637-11161013f8ff req-565f6057-b4af-43ba-b8b7-a0720d58dd33 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.69 "DELETE /v2.0/ports/c8a0b6c8-ec77-40ab-a972-4f742255a527 HTTP/1.1" status: 204 len: 173 time: 1.3031075 Apr 12 14:30:52.134029 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ed3477-8088-40bd-a3a5-21adafe42eab', 'name': 'network-vif-deleted', 'tag': 'c8a0b6c8-ec77-40ab-a972-4f742255a527'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:30:52.136473 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7baaff19-48fc-4ae3-ab0b-c4b9972026fb" -d '{"events": [{"server_uuid": "04ed3477-8088-40bd-a3a5-21adafe42eab", "name": "network-vif-deleted", "tag": "c8a0b6c8-ec77-40ab-a972-4f742255a527"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:30:52.175758 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ebc4c8-b674-4898-888b-ff4f487ab8ed x-openstack-request-id: req-58ebc4c8-b674-4898-888b-ff4f487ab8ed {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:30:52.176128 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ed3477-8088-40bd-a3a5-21adafe42eab", "name": "network-vif-deleted", "tag": "c8a0b6c8-ec77-40ab-a972-4f742255a527", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:30:52.176459 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-58ebc4c8-b674-4898-888b-ff4f487ab8ed {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:30:52.177012 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ebc4c8-b674-4898-888b-ff4f487ab8ed'] response: {'server_uuid': '04ed3477-8088-40bd-a3a5-21adafe42eab', 'name': 'network-vif-deleted', 'tag': 'c8a0b6c8-ec77-40ab-a972-4f742255a527', 'status': 'completed', 'code': 200} Apr 12 14:30:52.324347 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-35471d35-8d2f-4989-9710-47187ac70ece None None] Set router c0a5e0d8-9551-4178-b21c-dafeb895697c gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:30:52.533208 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-35471d35-8d2f-4989-9710-47187ac70ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'name': 'tempest-AttachVolumeShelveTestJSON-833558185-router', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:15Z', 'revision_number': 4, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'gw_port': {'id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '7bb79c5e-a17e-497d-bace-fa500735a10b', 'name': '', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'mac_address': 'fa:16:3e:48:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:21Z', 'revision_number': 5, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'subnets': [{'id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:52.568856 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35471d35-8d2f-4989-9710-47187ac70ece None None] Checking router: c0a5e0d8-9551-4178-b21c-dafeb895697c for host: dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:30:52.577461 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35471d35-8d2f-4989-9710-47187ac70ece None None] Routers {'c0a5e0d8-9551-4178-b21c-dafeb895697c'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:30:52.578011 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-35471d35-8d2f-4989-9710-47187ac70ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:30:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['c0a5e0d8-9551-4178-b21c-dafeb895697c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:52.703872 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-35471d35-8d2f-4989-9710-47187ac70ece None None] Set router c0a5e0d8-9551-4178-b21c-dafeb895697c gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:30:52.776740 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-759497e3-ed0a-4b80-894a-311211861d7e req-655421d3-6cc6-493e-b12d-9bcf525c61ac tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=04ed3477-8088-40bd-a3a5-21adafe42eab HTTP/1.1" status: 200 len: 210 time: 0.0380659 Apr 12 14:30:52.806024 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c1334-47ab-49a3-afea-1f611c43b8d5 req-d01e7db2-e9fe-4db2-9038-e6c6ba0f7ad9 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:52.806024 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6c2c1334-47ab-49a3-afea-1f611c43b8d5 req-d01e7db2-e9fe-4db2-9038-e6c6ba0f7ad9 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0997224 Apr 12 14:30:52.887027 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6c2c1334-47ab-49a3-afea-1f611c43b8d5 req-6c704af4-5b91-4576-8220-6347bb31dc24 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667379 Apr 12 14:30:52.914641 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:52.979481 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-35471d35-8d2f-4989-9710-47187ac70ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'name': 'tempest-AttachVolumeShelveTestJSON-833558185-router', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:15Z', 'revision_number': 4, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'gw_port': {'id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '7bb79c5e-a17e-497d-bace-fa500735a10b', 'name': '', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'mac_address': 'fa:16:3e:48:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:21Z', 'revision_number': 5, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'subnets': [{'id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:30:53.007009 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35471d35-8d2f-4989-9710-47187ac70ece None None] The sync data for ids ['c0a5e0d8-9551-4178-b21c-dafeb895697c'] in dv-cinder-837523-1-iscsi is: [{'id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'name': 'tempest-AttachVolumeShelveTestJSON-833558185-router', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:15Z', 'revision_number': 4, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'gw_port': {'id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '7bb79c5e-a17e-497d-bace-fa500735a10b', 'name': '', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'mac_address': 'fa:16:3e:48:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:21Z', 'revision_number': 5, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'subnets': [{'id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:30:53.249523 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75947fe9-e5dd-4c5e-b438-65c8e8096bdd None None] New status for floating IP 23b5b263-6997-4790-80fa-df43105df444: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:30:53.874533 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59104) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:53.933971 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7890771-f9f9-4b18-891c-bdaae2d303b6 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for security_group (90113036-7269-47df-9908-db7e1e7a25d2), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:53.964026 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7890771-f9f9-4b18-891c-bdaae2d303b6 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for security_group (90113036-7269-47df-9908-db7e1e7a25d2), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:54.019107 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7890771-f9f9-4b18-891c-bdaae2d303b6 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (90113036-7269-47df-9908-db7e1e7a25d2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:54.022641 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7890771-f9f9-4b18-891c-bdaae2d303b6 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:54.023807 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-c7890771-f9f9-4b18-891c-bdaae2d303b6 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "DELETE /v2.0/security-groups/90113036-7269-47df-9908-db7e1e7a25d2 HTTP/1.1" status: 204 len: 168 time: 0.1480339 Apr 12 14:30:54.025127 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe7e2a-f8c2-4881-92bb-5ff7c0a5f6a6 req-7d53b94d-de60-43cc-bd80-28486f974503 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:54.026816 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8efe7e2a-f8c2-4881-92bb-5ff7c0a5f6a6 req-7d53b94d-de60-43cc-bd80-28486f974503 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0650508 Apr 12 14:30:54.027534 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 59108) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:54.035120 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7890771-f9f9-4b18-891c-bdaae2d303b6 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90113036-7269-47df-9908-db7e1e7a25d2,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:54.042454 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7890771-f9f9-4b18-891c-bdaae2d303b6 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:54.042809 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7890771-f9f9-4b18-891c-bdaae2d303b6 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:54.043368 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7890771-f9f9-4b18-891c-bdaae2d303b6 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:54.043717 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7890771-f9f9-4b18-891c-bdaae2d303b6 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:54.044099 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7890771-f9f9-4b18-891c-bdaae2d303b6 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:54.044440 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7890771-f9f9-4b18-891c-bdaae2d303b6 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:54.044779 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7890771-f9f9-4b18-891c-bdaae2d303b6 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:54.045147 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7890771-f9f9-4b18-891c-bdaae2d303b6 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:54.045482 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7890771-f9f9-4b18-891c-bdaae2d303b6 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:54.045814 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7890771-f9f9-4b18-891c-bdaae2d303b6 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:54.046143 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7890771-f9f9-4b18-891c-bdaae2d303b6 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:54.046470 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7890771-f9f9-4b18-891c-bdaae2d303b6 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:54.046817 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7890771-f9f9-4b18-891c-bdaae2d303b6 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:54.047280 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7890771-f9f9-4b18-891c-bdaae2d303b6 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:54.047616 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7890771-f9f9-4b18-891c-bdaae2d303b6 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:30:54.056431 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.api.v2.resource [None req-e7194229-bd8b-431b-b8f9-f765f7600692 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] show failed (client error): The resource could not be found. Apr 12 14:30:54.063874 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e7194229-bd8b-431b-b8f9-f765f7600692 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups/90113036-7269-47df-9908-db7e1e7a25d2 HTTP/1.1" status: 404 len: 347 time: 0.0313842 Apr 12 14:30:54.065122 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59110) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:54.102508 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8efe7e2a-f8c2-4881-92bb-5ff7c0a5f6a6 req-d4311949-144f-4568-a0d3-6f2523062349 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643647 Apr 12 14:30:54.198491 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-91cae49e-23df-42b0-bc6b-d9d1cbd99aa1 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Deleting port ce7bb409-90a6-4001-ae85-230527fee8df {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:30:54.198836 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91cae49e-23df-42b0-bc6b-d9d1cbd99aa1 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (ce7bb409-90a6-4001-ae85-230527fee8df), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:54.280683 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91cae49e-23df-42b0-bc6b-d9d1cbd99aa1 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (ce7bb409-90a6-4001-ae85-230527fee8df), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:54.280940 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91cae49e-23df-42b0-bc6b-d9d1cbd99aa1 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for floatingip (ce7bb409-90a6-4001-ae85-230527fee8df), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:54.293123 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-91cae49e-23df-42b0-bc6b-d9d1cbd99aa1 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Calling delete_port for ce7bb409-90a6-4001-ae85-230527fee8df owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:30:54.377980 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device c8a0b6c8-ec77-40ab-a972-4f742255a527 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:30:54.398882 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] No Port match for: c8a0b6c8-ec77-40ab-a972-4f742255a527 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:30:54.399228 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device c8a0b6c8-ec77-40ab-a972-4f742255a527 not bound to the agent host hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:30:54.426844 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:54.445150 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91cae49e-23df-42b0-bc6b-d9d1cbd99aa1 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (ce7bb409-90a6-4001-ae85-230527fee8df), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:54.467988 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cae49e-23df-42b0-bc6b-d9d1cbd99aa1 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Pushing event deleted for resources: {'Port': ['ID=ce7bb409-90a6-4001-ae85-230527fee8df,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:54.537272 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91cae49e-23df-42b0-bc6b-d9d1cbd99aa1 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for floatingip (23b5b263-6997-4790-80fa-df43105df444), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:54.539808 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91cae49e-23df-42b0-bc6b-d9d1cbd99aa1 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:54.540998 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-91cae49e-23df-42b0-bc6b-d9d1cbd99aa1 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "DELETE /v2.0/floatingips/23b5b263-6997-4790-80fa-df43105df444 HTTP/1.1" status: 204 len: 168 time: 0.4748659 Apr 12 14:30:54.777186 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 59114) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:54.782572 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-409e4a15-4b65-4af1-bf3b-9c3d56950bbe tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--770823836', 'description': 'tempest-description--1330572387'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:54.813728 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-409e4a15-4b65-4af1-bf3b-9c3d56950bbe tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:54.889780 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-409e4a15-4b65-4af1-bf3b-9c3d56950bbe tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for security_group (de4a37d3-e5c1-4f25-834a-648eda017890), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:54.902287 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-409e4a15-4b65-4af1-bf3b-9c3d56950bbe tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (de4a37d3-e5c1-4f25-834a-648eda017890), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:54.932640 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-409e4a15-4b65-4af1-bf3b-9c3d56950bbe tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:54.933978 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-409e4a15-4b65-4af1-bf3b-9c3d56950bbe tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1557801 Apr 12 14:30:54.937103 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59116) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:54.938954 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e4a15-4b65-4af1-bf3b-9c3d56950bbe tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de4a37d3-e5c1-4f25-834a-648eda017890,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:54.942748 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-4aee51fd-e2d2-4316-bb3d-45c73b0aad1f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Request body: {'security_group_rule': {'security_group_id': 'de4a37d3-e5c1-4f25-834a-648eda017890', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:54.975006 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4aee51fd-e2d2-4316-bb3d-45c73b0aad1f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for security_group_rule (76150753-5efc-45a7-9d4d-0f05beec6c8f), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:55.045227 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4aee51fd-e2d2-4316-bb3d-45c73b0aad1f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for security_group_rule (76150753-5efc-45a7-9d4d-0f05beec6c8f), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:55.049762 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4aee51fd-e2d2-4316-bb3d-45c73b0aad1f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (76150753-5efc-45a7-9d4d-0f05beec6c8f), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:55.070462 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee51fd-e2d2-4316-bb3d-45c73b0aad1f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76150753-5efc-45a7-9d4d-0f05beec6c8f,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:55.076880 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4aee51fd-e2d2-4316-bb3d-45c73b0aad1f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:55.078183 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-4aee51fd-e2d2-4316-bb3d-45c73b0aad1f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394424 Apr 12 14:30:55.080971 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59118) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:55.085245 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ef496da5-a967-42c2-bca5-4efbf2a7225e tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Request body: {'security_group_rule': {'security_group_id': 'de4a37d3-e5c1-4f25-834a-648eda017890', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:55.115699 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef496da5-a967-42c2-bca5-4efbf2a7225e tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for security_group_rule (646d0f92-6ff4-4c16-bd13-6a1681a2b614), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:55.180225 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef496da5-a967-42c2-bca5-4efbf2a7225e tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for security_group_rule (646d0f92-6ff4-4c16-bd13-6a1681a2b614), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:55.185005 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef496da5-a967-42c2-bca5-4efbf2a7225e tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (646d0f92-6ff4-4c16-bd13-6a1681a2b614), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:55.202177 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef496da5-a967-42c2-bca5-4efbf2a7225e tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646d0f92-6ff4-4c16-bd13-6a1681a2b614,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:55.215640 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef496da5-a967-42c2-bca5-4efbf2a7225e tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:55.220973 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-ef496da5-a967-42c2-bca5-4efbf2a7225e tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1358933 Apr 12 14:30:55.220973 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59122) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:30:55.225680 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-342d6101-b9fb-453b-a6a0-7e2fcbe33a95 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Request body: {'floatingip': {'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:55.243931 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fe7da-a207-4d16-a5db-2e750c24307b req-1a0f8be3-bde1-4254-bab7-75a3199a1219 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:55.245703 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4a7fe7da-a207-4d16-a5db-2e750c24307b req-1a0f8be3-bde1-4254-bab7-75a3199a1219 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0588143 Apr 12 14:30:55.247265 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-342d6101-b9fb-453b-a6a0-7e2fcbe33a95 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:55.301342 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4a7fe7da-a207-4d16-a5db-2e750c24307b req-10929208-6a94-4117-a05a-1fd3e7c698af tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476763 Apr 12 14:30:55.337647 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-342d6101-b9fb-453b-a6a0-7e2fcbe33a95 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:55.446045 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-342d6101-b9fb-453b-a6a0-7e2fcbe33a95 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Allocated IP 172.27.0.128 (d880c522-0b20-4278-b126-cb351e10a8a1/d5f6c94a-8527-427a-a2ce-715c797655f2/26900744-e074-45ba-8cb6-62cf9c1d21b6) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:30:55.550785 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-342d6101-b9fb-453b-a6a0-7e2fcbe33a95 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for port (26900744-e074-45ba-8cb6-62cf9c1d21b6), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:55.593146 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-342d6101-b9fb-453b-a6a0-7e2fcbe33a95 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (26900744-e074-45ba-8cb6-62cf9c1d21b6), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:55.630219 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342d6101-b9fb-453b-a6a0-7e2fcbe33a95 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Network d880c522-0b20-4278-b126-cb351e10a8a1 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:30:55.633098 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-342d6101-b9fb-453b-a6a0-7e2fcbe33a95 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:30:55.636482 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342d6101-b9fb-453b-a6a0-7e2fcbe33a95 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:30:55.662503 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d6101-b9fb-453b-a6a0-7e2fcbe33a95 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Pushing event updated for resources: {'Port': ['ID=26900744-e074-45ba-8cb6-62cf9c1d21b6,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:55.742866 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-342d6101-b9fb-453b-a6a0-7e2fcbe33a95 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for floatingip (235a34d7-b0d4-4cd0-a1e1-d659a2744264), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:55.783334 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-342d6101-b9fb-453b-a6a0-7e2fcbe33a95 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (26900744-e074-45ba-8cb6-62cf9c1d21b6), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:55.938148 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-342d6101-b9fb-453b-a6a0-7e2fcbe33a95 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for port (26900744-e074-45ba-8cb6-62cf9c1d21b6), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:55.944196 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-342d6101-b9fb-453b-a6a0-7e2fcbe33a95 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3951234'] for port (26900744-e074-45ba-8cb6-62cf9c1d21b6), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:56.014388 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d6101-b9fb-453b-a6a0-7e2fcbe33a95 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Pushing event updated for resources: {'Port': ['ID=26900744-e074-45ba-8cb6-62cf9c1d21b6,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:56.025375 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-342d6101-b9fb-453b-a6a0-7e2fcbe33a95 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (235a34d7-b0d4-4cd0-a1e1-d659a2744264), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:56.041651 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-342d6101-b9fb-453b-a6a0-7e2fcbe33a95 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:56.042962 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-342d6101-b9fb-453b-a6a0-7e2fcbe33a95 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8208690 Apr 12 14:30:56.236408 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-45845472-1354-4c0f-9255-3f183e55fd56 req-2055134a-7e5f-4228-b29e-d00d675523e3 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--770823836&fields=id&tenant_id=49188c95f1804cb397ce7cc2aeb071f2 HTTP/1.1" status: 200 len: 267 time: 0.0416081 Apr 12 14:30:56.347721 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45845472-1354-4c0f-9255-3f183e55fd56 req-56066fb8-1568-445e-9d84-e51cd9e20fd9 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:56.349301 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-45845472-1354-4c0f-9255-3f183e55fd56 req-56066fb8-1568-445e-9d84-e51cd9e20fd9 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/networks?id=10b93a74-e9df-4c8d-a668-3b0b6235408c HTTP/1.1" status: 200 len: 816 time: 0.1060743 Apr 12 14:30:56.365261 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-45845472-1354-4c0f-9255-3f183e55fd56 req-f3adbb54-61d7-457b-8b4c-22f4d32a2ad2 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/quotas/49188c95f1804cb397ce7cc2aeb071f2 HTTP/1.1" status: 200 len: 375 time: 0.0102661 Apr 12 14:30:56.444622 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-45845472-1354-4c0f-9255-3f183e55fd56 req-4f0e2e7e-74c3-4f95-a9e2-cc39db015e09 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=49188c95f1804cb397ce7cc2aeb071f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742190 Apr 12 14:30:56.461289 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0f6cd-ddd5-43a7-ae09-6e9ffabd97b5 req-c5b190c2-a645-460d-ad3b-16c3339b58da tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:56.464017 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-65d0f6cd-ddd5-43a7-ae09-6e9ffabd97b5 req-c5b190c2-a645-460d-ad3b-16c3339b58da tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0606172 Apr 12 14:30:56.574136 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-65d0f6cd-ddd5-43a7-ae09-6e9ffabd97b5 req-bfb2025a-0783-495b-b189-bc826af1db13 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010461 Apr 12 14:30:56.591892 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-45845472-1354-4c0f-9255-3f183e55fd56 req-650b6ff4-c273-4dbe-a663-f2746498ff2c service neutron] 10.222.0.79 "GET /v2.0/networks/10b93a74-e9df-4c8d-a668-3b0b6235408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269038 Apr 12 14:30:56.681430 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-45845472-1354-4c0f-9255-3f183e55fd56 req-c3b6f742-db15-4b75-b88e-69c0ea8d95de service neutron] 10.222.0.79 "GET /v2.0/networks/10b93a74-e9df-4c8d-a668-3b0b6235408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835776 Apr 12 14:30:56.844451 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-79954f12-2864-4411-9295-d47cb8c84f7b req-9389bd2f-4e77-4f32-8b9a-a39230de19bf tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 210 time: 0.0291128 Apr 12 14:30:57.692595 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a786f9-3b69-4354-91e9-58ab3e0bfc3a req-dd02a979-ddbc-489c-9958-0afa4c436a65 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:57.694066 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e6a786f9-3b69-4354-91e9-58ab3e0bfc3a req-dd02a979-ddbc-489c-9958-0afa4c436a65 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0523174 Apr 12 14:30:57.741392 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e6a786f9-3b69-4354-91e9-58ab3e0bfc3a req-3713a10c-e75a-4a5e-b6b8-0bf518250d5b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416303 Apr 12 14:30:57.977118 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-826d72ed-663b-4bba-aad4-17db73394c3a req-6ee3cf29-782c-4414-9a9c-871c364f1a35 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 210 time: 0.0448647 Apr 12 14:30:57.999776 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9eb03-67d5-4cf4-afa1-94cbb089d0fc req-9f14a026-4c19-41be-b666-ae8be8ed618e tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:57.999776 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bfa9eb03-67d5-4cf4-afa1-94cbb089d0fc req-9f14a026-4c19-41be-b666-ae8be8ed618e tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0976946 Apr 12 14:30:58.127743 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410cea9-1967-49f9-8eaa-e34929aa5951 req-def9a9ad-2ce7-40f6-acf0-6223aca60e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:58.129252 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f410cea9-1967-49f9-8eaa-e34929aa5951 req-def9a9ad-2ce7-40f6-acf0-6223aca60e9b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2bedb77e90047d299fac9bf3cf393a8&device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 1130 time: 0.0759528 Apr 12 14:30:58.142143 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bfa9eb03-67d5-4cf4-afa1-94cbb089d0fc req-9d4197bf-e5a4-4f06-862f-c227928ac857 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336453 Apr 12 14:30:58.172551 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45845472-1354-4c0f-9255-3f183e55fd56 req-52941b88-07ba-4a75-adb2-28e427d1a191 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:58.173952 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-45845472-1354-4c0f-9255-3f183e55fd56 req-52941b88-07ba-4a75-adb2-28e427d1a191 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.69 "GET /v2.0/networks?id=10b93a74-e9df-4c8d-a668-3b0b6235408c HTTP/1.1" status: 200 len: 816 time: 0.2102723 Apr 12 14:30:58.244284 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410cea9-1967-49f9-8eaa-e34929aa5951 req-4f2a644d-dbd0-426c-a408-d449a552621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:58.245839 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f410cea9-1967-49f9-8eaa-e34929aa5951 req-4f2a644d-dbd0-426c-a408-d449a552621a service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4a3bd02-b790-409a-af63-4b8c508a5dc9 HTTP/1.1" status: 200 len: 913 time: 0.1013515 Apr 12 14:30:58.398224 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f410cea9-1967-49f9-8eaa-e34929aa5951 req-9b0ad919-10e2-402c-a7e8-f2bbb46cb320 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10d21dae-e43e-4c36-be2c-e96509c4fe8b HTTP/1.1" status: 200 len: 1002 time: 0.0949142 Apr 12 14:30:58.411220 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-45845472-1354-4c0f-9255-3f183e55fd56 req-d4fa4dec-e8c8-4aee-9d0a-577ef55d6a9c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49188c95f1804cb397ce7cc2aeb071f2 HTTP/1.1" status: 200 len: 379 time: 0.1017878 Apr 12 14:30:58.422341 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-45845472-1354-4c0f-9255-3f183e55fd56 req-a04cf465-97de-43ea-b974-dab88d447a6a tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Request body: {'port': {'device_id': 'c27bf9f1-3cd1-45c0-95c2-83f9a272ec06', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'admin_state_up': True, 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'security_groups': ['de4a37d3-e5c1-4f25-834a-648eda017890']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:58.510279 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410cea9-1967-49f9-8eaa-e34929aa5951 req-53015902-e090-4803-ba65-792b365da9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:58.511755 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f410cea9-1967-49f9-8eaa-e34929aa5951 req-53015902-e090-4803-ba65-792b365da9de service neutron] 10.222.0.69 "GET /v2.0/subnets?id=173d8463-b4b7-4546-b738-e7a6791e414a HTTP/1.1" status: 200 len: 850 time: 0.0997055 Apr 12 14:30:58.581879 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410cea9-1967-49f9-8eaa-e34929aa5951 req-f1f9ea90-9762-4d2e-a3e7-415b58f0c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:58.583384 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f410cea9-1967-49f9-8eaa-e34929aa5951 req-f1f9ea90-9762-4d2e-a3e7-415b58f0c8f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4a3bd02-b790-409a-af63-4b8c508a5dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0620224 Apr 12 14:30:58.613535 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45845472-1354-4c0f-9255-3f183e55fd56 req-a04cf465-97de-43ea-b974-dab88d447a6a tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Made reservation on behalf of 49188c95f1804cb397ce7cc2aeb071f2 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:30:58.616767 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-45845472-1354-4c0f-9255-3f183e55fd56 req-a04cf465-97de-43ea-b974-dab88d447a6a tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:58.748067 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f410cea9-1967-49f9-8eaa-e34929aa5951 req-0e0f7b61-5b62-4c09-8e7a-9bb1d4eafec9 service neutron] 10.222.0.69 "GET /v2.0/networks/f4a3bd02-b790-409a-af63-4b8c508a5dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568694 Apr 12 14:30:58.854857 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-45845472-1354-4c0f-9255-3f183e55fd56 req-a04cf465-97de-43ea-b974-dab88d447a6a tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Allocated IP 172.20.0.8 (10b93a74-e9df-4c8d-a668-3b0b6235408c/b1d9c83f-a54a-4a39-b389-03cf74c59344/7e120853-bb7b-44fb-b722-a74a3be3c966) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:30:58.899047 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f410cea9-1967-49f9-8eaa-e34929aa5951 req-bdf7c05a-c968-4137-9933-c66e531be368 service neutron] 10.222.0.69 "GET /v2.0/networks/f4a3bd02-b790-409a-af63-4b8c508a5dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441715 Apr 12 14:30:59.014809 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-45845472-1354-4c0f-9255-3f183e55fd56 req-a04cf465-97de-43ea-b974-dab88d447a6a tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:59.049499 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-45845472-1354-4c0f-9255-3f183e55fd56 req-a04cf465-97de-43ea-b974-dab88d447a6a tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:59.128681 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45845472-1354-4c0f-9255-3f183e55fd56 req-a04cf465-97de-43ea-b974-dab88d447a6a tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Network 10b93a74-e9df-4c8d-a668-3b0b6235408c is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:30:59.138546 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c46ce-33ac-461f-a460-3219f3e190a5 req-0652c168-58a0-4117-b04c-d32fee098651 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:59.140043 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b56c46ce-33ac-461f-a460-3219f3e190a5 req-0652c168-58a0-4117-b04c-d32fee098651 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 931 time: 0.0854690 Apr 12 14:30:59.143239 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-45845472-1354-4c0f-9255-3f183e55fd56 req-a04cf465-97de-43ea-b974-dab88d447a6a tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:30:59.145773 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-45845472-1354-4c0f-9255-3f183e55fd56 req-a04cf465-97de-43ea-b974-dab88d447a6a tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:30:59.183746 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04cf465-97de-43ea-b974-dab88d447a6a tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Pushing event updated for resources: {'Port': ['ID=7e120853-bb7b-44fb-b722-a74a3be3c966,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:30:59.247544 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b56c46ce-33ac-461f-a460-3219f3e190a5 req-9c019d0f-29ad-406d-b729-7df4a300e68c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982289 Apr 12 14:30:59.252762 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45845472-1354-4c0f-9255-3f183e55fd56 req-a04cf465-97de-43ea-b974-dab88d447a6a tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:59.253922 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-45845472-1354-4c0f-9255-3f183e55fd56 req-a04cf465-97de-43ea-b974-dab88d447a6a tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:59.300271 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a2bba-87e3-4af2-9f22-29449220c85d req-3c9279e1-e7b0-4fa1-8b12-649224ea8433 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:30:59.301838 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ba3a2bba-87e3-4af2-9f22-29449220c85d req-3c9279e1-e7b0-4fa1-8b12-649224ea8433 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0729921 Apr 12 14:30:59.305608 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-45845472-1354-4c0f-9255-3f183e55fd56 req-a04cf465-97de-43ea-b974-dab88d447a6a tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8866081 Apr 12 14:30:59.352854 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ba3a2bba-87e3-4af2-9f22-29449220c85d req-22fa6586-7753-4ced-8a2c-9440760bf5e2 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453193 Apr 12 14:30:59.395284 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-1dc9e584-16d0-48e4-b2ba-48318d09dc98 None None] Provisioning complete for port 7e120853-bb7b-44fb-b722-a74a3be3c966 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:30:59.395881 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1dc9e584-16d0-48e4-b2ba-48318d09dc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:59.439771 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-1dc9e584-16d0-48e4-b2ba-48318d09dc98 None None] Port 7e120853-bb7b-44fb-b722-a74a3be3c966 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:30:59.536650 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-45845472-1354-4c0f-9255-3f183e55fd56 req-2540b927-deab-4f0c-aa20-f02a3f3a2e6a service neutron] Request body: {'port': {'device_id': 'c27bf9f1-3cd1-45c0-95c2-83f9a272ec06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:30:59.601217 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-45845472-1354-4c0f-9255-3f183e55fd56 req-2540b927-deab-4f0c-aa20-f02a3f3a2e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:59.885853 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-45845472-1354-4c0f-9255-3f183e55fd56 req-2540b927-deab-4f0c-aa20-f02a3f3a2e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e120853-bb7b-44fb-b722-a74a3be3c966 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:30:59.894913 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-45845472-1354-4c0f-9255-3f183e55fd56 req-2540b927-deab-4f0c-aa20-f02a3f3a2e6a service neutron] Publish callbacks [] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:59.909436 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-45845472-1354-4c0f-9255-3f183e55fd56 req-2540b927-deab-4f0c-aa20-f02a3f3a2e6a service neutron] Transition to ACTIVE for port object 7e120853-bb7b-44fb-b722-a74a3be3c966 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:30:59.912988 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-45845472-1354-4c0f-9255-3f183e55fd56 req-2540b927-deab-4f0c-aa20-f02a3f3a2e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:30:59.965582 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540b927-deab-4f0c-aa20-f02a3f3a2e6a service neutron] Pushing event updated for resources: {'Port': ['ID=7e120853-bb7b-44fb-b722-a74a3be3c966,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:00.037248 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-45845472-1354-4c0f-9255-3f183e55fd56 req-2540b927-deab-4f0c-aa20-f02a3f3a2e6a service neutron] Attempting to bind port 7e120853-bb7b-44fb-b722-a74a3be3c966 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:31:00.037597 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-45845472-1354-4c0f-9255-3f183e55fd56 req-2540b927-deab-4f0c-aa20-f02a3f3a2e6a service neutron] Attempting to bind port 7e120853-bb7b-44fb-b722-a74a3be3c966 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '5aa54e07-f92f-47f1-bae3-92963cdf5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:31:00.037953 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45845472-1354-4c0f-9255-3f183e55fd56 req-2540b927-deab-4f0c-aa20-f02a3f3a2e6a service neutron] Attempting to bind port 7e120853-bb7b-44fb-b722-a74a3be3c966 on network 10b93a74-e9df-4c8d-a668-3b0b6235408c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:31:00.042554 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45845472-1354-4c0f-9255-3f183e55fd56 req-2540b927-deab-4f0c-aa20-f02a3f3a2e6a service neutron] Port 7e120853-bb7b-44fb-b722-a74a3be3c966 on network 10b93a74-e9df-4c8d-a668-3b0b6235408c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:31:00.042882 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45845472-1354-4c0f-9255-3f183e55fd56 req-2540b927-deab-4f0c-aa20-f02a3f3a2e6a service neutron] Attempting to bind port 7e120853-bb7b-44fb-b722-a74a3be3c966 on network 10b93a74-e9df-4c8d-a668-3b0b6235408c {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:31:00.049088 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45845472-1354-4c0f-9255-3f183e55fd56 req-2540b927-deab-4f0c-aa20-f02a3f3a2e6a service neutron] Checking agent: {'id': '533323ec-e26b-4d23-bab1-f8a1493e3727', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'started_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:31:00.049430 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45845472-1354-4c0f-9255-3f183e55fd56 req-2540b927-deab-4f0c-aa20-f02a3f3a2e6a service neutron] Checking segment: {'id': '5aa54e07-f92f-47f1-bae3-92963cdf5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:31:00.049821 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45845472-1354-4c0f-9255-3f183e55fd56 req-2540b927-deab-4f0c-aa20-f02a3f3a2e6a service neutron] Bound using segment: {'id': '5aa54e07-f92f-47f1-bae3-92963cdf5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:31:00.050270 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-45845472-1354-4c0f-9255-3f183e55fd56 req-2540b927-deab-4f0c-aa20-f02a3f3a2e6a service neutron] Bound port: 7e120853-bb7b-44fb-b722-a74a3be3c966, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa54e07-f92f-47f1-bae3-92963cdf5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:31:00.050651 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-45845472-1354-4c0f-9255-3f183e55fd56 req-2540b927-deab-4f0c-aa20-f02a3f3a2e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:00.128534 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-45845472-1354-4c0f-9255-3f183e55fd56 req-2540b927-deab-4f0c-aa20-f02a3f3a2e6a service neutron] For port 7e120853-bb7b-44fb-b722-a74a3be3c966, host hv-cinder-83752, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:31:00.131757 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-45845472-1354-4c0f-9255-3f183e55fd56 req-2540b927-deab-4f0c-aa20-f02a3f3a2e6a service neutron] For port 7e120853-bb7b-44fb-b722-a74a3be3c966, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7e120853-bb7b-44fb-b722-a74a3be3c966,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:31:00.139824 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-45845472-1354-4c0f-9255-3f183e55fd56 req-2540b927-deab-4f0c-aa20-f02a3f3a2e6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:00.175003 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45845472-1354-4c0f-9255-3f183e55fd56 req-2540b927-deab-4f0c-aa20-f02a3f3a2e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:00.175624 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-45845472-1354-4c0f-9255-3f183e55fd56 req-2540b927-deab-4f0c-aa20-f02a3f3a2e6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:00.177016 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-45845472-1354-4c0f-9255-3f183e55fd56 req-2540b927-deab-4f0c-aa20-f02a3f3a2e6a service neutron] 10.222.0.69 "PUT /v2.0/ports/7e120853-bb7b-44fb-b722-a74a3be3c966 HTTP/1.1" status: 200 len: 1093 time: 0.6457174 Apr 12 14:31:00.177457 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c27bf9f1-3cd1-45c0-95c2-83f9a272ec06', 'tag': '7e120853-bb7b-44fb-b722-a74a3be3c966'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:31:00.179671 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05edac6-1fce-4be8-97bd-a6b8804049a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c27bf9f1-3cd1-45c0-95c2-83f9a272ec06", "tag": "7e120853-bb7b-44fb-b722-a74a3be3c966"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:31:00.206978 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540b927-deab-4f0c-aa20-f02a3f3a2e6a service neutron] Pushing event updated for resources: {'Port': ['ID=7e120853-bb7b-44fb-b722-a74a3be3c966,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:00.221082 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5763b2-4a6a-4235-a035-6622343e4030 x-openstack-request-id: req-3c5763b2-4a6a-4235-a035-6622343e4030 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:31:00.221529 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c27bf9f1-3cd1-45c0-95c2-83f9a272ec06", "tag": "7e120853-bb7b-44fb-b722-a74a3be3c966", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:31:00.221787 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3c5763b2-4a6a-4235-a035-6622343e4030 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:31:00.222218 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c5763b2-4a6a-4235-a035-6622343e4030'] response: {'name': 'network-changed', 'server_uuid': 'c27bf9f1-3cd1-45c0-95c2-83f9a272ec06', 'tag': '7e120853-bb7b-44fb-b722-a74a3be3c966', 'status': 'completed', 'code': 200} Apr 12 14:31:00.295362 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45845472-1354-4c0f-9255-3f183e55fd56 req-e07dd33f-2784-4035-b129-882a6d144db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:00.297638 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-45845472-1354-4c0f-9255-3f183e55fd56 req-e07dd33f-2784-4035-b129-882a6d144db3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=49188c95f1804cb397ce7cc2aeb071f2&device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 1127 time: 0.0444462 Apr 12 14:31:00.362060 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-45845472-1354-4c0f-9255-3f183e55fd56 req-4791d36e-fc2c-4cc7-8965-69ce9b998ec1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e120853-bb7b-44fb-b722-a74a3be3c966 HTTP/1.1" status: 200 len: 217 time: 0.0496767 Apr 12 14:31:00.441865 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aad66f-ec80-47ce-8694-ed36ffab5bcb req-b2ce0119-b8cb-4868-9290-5860b4ed4bfc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:00.443293 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f2aad66f-ec80-47ce-8694-ed36ffab5bcb req-b2ce0119-b8cb-4868-9290-5860b4ed4bfc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 943 time: 0.0916324 Apr 12 14:31:00.470243 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45845472-1354-4c0f-9255-3f183e55fd56 req-854cabec-e839-4558-9528-e1464ae9f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:00.471669 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-45845472-1354-4c0f-9255-3f183e55fd56 req-854cabec-e839-4558-9528-e1464ae9f26b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b1d9c83f-a54a-4a39-b389-03cf74c59344 HTTP/1.1" status: 200 len: 855 time: 0.0893786 Apr 12 14:31:00.526226 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524fa5c-3918-4236-857b-ecfb94e350d9 req-914f8174-2d86-49f0-807b-d0363246f991 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:00.527714 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f524fa5c-3918-4236-857b-ecfb94e350d9 req-914f8174-2d86-49f0-807b-d0363246f991 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.1033120 Apr 12 14:31:00.573083 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45845472-1354-4c0f-9255-3f183e55fd56 req-c1153802-97b4-495d-b796-40c5ce4dcc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:00.574589 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-45845472-1354-4c0f-9255-3f183e55fd56 req-c1153802-97b4-495d-b796-40c5ce4dcc87 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=10b93a74-e9df-4c8d-a668-3b0b6235408c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0898328 Apr 12 14:31:00.582528 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f2aad66f-ec80-47ce-8694-ed36ffab5bcb req-7798a12f-3ea3-416a-83da-e1be4f7a891c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175447 Apr 12 14:31:00.628487 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f524fa5c-3918-4236-857b-ecfb94e350d9 req-7d1bf06a-1ec4-46c1-8f36-fdae04f589df tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922327 Apr 12 14:31:00.690689 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-45845472-1354-4c0f-9255-3f183e55fd56 req-029fecb2-c2a8-4d88-aaf1-7e75e111cf68 service neutron] 10.222.0.69 "GET /v2.0/networks/10b93a74-e9df-4c8d-a668-3b0b6235408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025293 Apr 12 14:31:00.784014 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-45845472-1354-4c0f-9255-3f183e55fd56 req-6441f8c6-15e5-4975-9029-82a2142e87b5 service neutron] 10.222.0.69 "GET /v2.0/networks/10b93a74-e9df-4c8d-a668-3b0b6235408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856192 Apr 12 14:31:01.718603 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a2262-645c-41f5-9e5e-54f83bce3c84 req-1591cc5d-37fc-44d1-9723-446da633c2da tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:01.720224 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-531a2262-645c-41f5-9e5e-54f83bce3c84 req-1591cc5d-37fc-44d1-9723-446da633c2da tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 943 time: 0.0529845 Apr 12 14:31:01.779880 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-531a2262-645c-41f5-9e5e-54f83bce3c84 req-03ba926a-cfba-402e-a00a-7198ad3d96ea tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539522 Apr 12 14:31:02.251465 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05edac6-1fce-4be8-97bd-a6b8804049a0 req-beff8950-37e0-4b68-b75d-600a4bf5ea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:02.252996 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c05edac6-1fce-4be8-97bd-a6b8804049a0 req-beff8950-37e0-4b68-b75d-600a4bf5ea75 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=49188c95f1804cb397ce7cc2aeb071f2&device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 1127 time: 0.2586420 Apr 12 14:31:02.345767 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:31:02.346369 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05edac6-1fce-4be8-97bd-a6b8804049a0 req-b4065f12-93c0-4775-a66c-ae5f0b3f0487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:02.347463 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c05edac6-1fce-4be8-97bd-a6b8804049a0 req-b4065f12-93c0-4775-a66c-ae5f0b3f0487 service neutron] 10.222.0.69 "GET /v2.0/networks?id=10b93a74-e9df-4c8d-a668-3b0b6235408c HTTP/1.1" status: 200 len: 918 time: 0.0859630 Apr 12 14:31:02.392921 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c05edac6-1fce-4be8-97bd-a6b8804049a0 req-b2faa1d3-003b-45da-a00c-29e63e317b3b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e120853-bb7b-44fb-b722-a74a3be3c966 HTTP/1.1" status: 200 len: 217 time: 0.0378799 Apr 12 14:31:02.428882 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 7e120853-bb7b-44fb-b722-a74a3be3c966 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:31:02.446904 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05edac6-1fce-4be8-97bd-a6b8804049a0 req-0ac6f7eb-45ec-4930-86d6-d4146e93cbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:02.448379 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c05edac6-1fce-4be8-97bd-a6b8804049a0 req-0ac6f7eb-45ec-4930-86d6-d4146e93cbd5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b1d9c83f-a54a-4a39-b389-03cf74c59344 HTTP/1.1" status: 200 len: 855 time: 0.0445192 Apr 12 14:31:02.497869 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05edac6-1fce-4be8-97bd-a6b8804049a0 req-59c5b766-8978-4940-a45c-c73e7ad89e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:02.499461 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c05edac6-1fce-4be8-97bd-a6b8804049a0 req-59c5b766-8978-4940-a45c-c73e7ad89e6b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=10b93a74-e9df-4c8d-a668-3b0b6235408c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437219 Apr 12 14:31:02.526872 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 7e120853-bb7b-44fb-b722-a74a3be3c966, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7e120853-bb7b-44fb-b722-a74a3be3c966,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:02.539154 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Returning: {'device': '7e120853-bb7b-44fb-b722-a74a3be3c966', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'port_id': '7e120853-bb7b-44fb-b722-a74a3be3c966', 'mac_address': 'fa:16:3e:e5:67:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:31:02.583154 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port 7e120853-bb7b-44fb-b722-a74a3be3c966 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:31:02.583559 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:02.597490 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c05edac6-1fce-4be8-97bd-a6b8804049a0 req-ae9b2bc4-ff11-4d92-bae0-21cfb0691a0d service neutron] 10.222.0.69 "GET /v2.0/networks/10b93a74-e9df-4c8d-a668-3b0b6235408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904567 Apr 12 14:31:02.597830 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e120853-bb7b-44fb-b722-a74a3be3c966 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:31:02.619023 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 7e120853-bb7b-44fb-b722-a74a3be3c966, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7e120853-bb7b-44fb-b722-a74a3be3c966,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:02.623943 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:02.674172 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=7e120853-bb7b-44fb-b722-a74a3be3c966,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:02.696603 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c05edac6-1fce-4be8-97bd-a6b8804049a0 req-0208f53b-9f52-4036-9932-52a754e62f29 service neutron] 10.222.0.69 "GET /v2.0/networks/10b93a74-e9df-4c8d-a668-3b0b6235408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916464 Apr 12 14:31:02.908488 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57d797-c272-49e2-92d7-f298b2472297 req-a00fd86b-8ca4-44e5-a526-4f05d0cdf1ad tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:02.910096 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8b57d797-c272-49e2-92d7-f298b2472297 req-a00fd86b-8ca4-44e5-a526-4f05d0cdf1ad tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 944 time: 0.0543153 Apr 12 14:31:02.957153 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8b57d797-c272-49e2-92d7-f298b2472297 req-b6f95ae1-5ba8-493d-b962-540617c100b6 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413260 Apr 12 14:31:03.059765 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['7e120853-bb7b-44fb-b722-a74a3be3c966'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:31:04.077878 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ca661-a299-459a-94ad-45eda96e67a5 req-9cf26356-fa8c-460f-b6c3-d0b0f6b8ccf5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:04.079415 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3b0ca661-a299-459a-94ad-45eda96e67a5 req-9cf26356-fa8c-460f-b6c3-d0b0f6b8ccf5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 944 time: 0.0490072 Apr 12 14:31:04.126846 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3b0ca661-a299-459a-94ad-45eda96e67a5 req-910f6375-03ec-4b56-a7c9-43d43b85bb44 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417380 Apr 12 14:31:04.438529 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 7e120853-bb7b-44fb-b722-a74a3be3c966 up at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:31:04.483085 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning for port 7e120853-bb7b-44fb-b722-a74a3be3c966 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:31:04.490108 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning complete for port 7e120853-bb7b-44fb-b722-a74a3be3c966 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:31:04.490492 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:04.572014 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port 7e120853-bb7b-44fb-b722-a74a3be3c966 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:31:04.572407 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:04.600383 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27bf9f1-3cd1-45c0-95c2-83f9a272ec06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e120853-bb7b-44fb-b722-a74a3be3c966'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:31:04.602646 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c6ad4b-16b1-4fcd-affd-10dca5c574ba" -d '{"events": [{"server_uuid": "c27bf9f1-3cd1-45c0-95c2-83f9a272ec06", "name": "network-vif-plugged", "status": "completed", "tag": "7e120853-bb7b-44fb-b722-a74a3be3c966"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:31:04.615297 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 7e120853-bb7b-44fb-b722-a74a3be3c966, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7e120853-bb7b-44fb-b722-a74a3be3c966,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:04.619281 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:04.651278 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2233aab6-a25d-4d10-8e4c-fce19dced6af x-openstack-request-id: req-2233aab6-a25d-4d10-8e4c-fce19dced6af {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:31:04.651641 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27bf9f1-3cd1-45c0-95c2-83f9a272ec06", "name": "network-vif-plugged", "status": "completed", "tag": "7e120853-bb7b-44fb-b722-a74a3be3c966", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:31:04.651907 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2233aab6-a25d-4d10-8e4c-fce19dced6af {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:31:04.652305 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2233aab6-a25d-4d10-8e4c-fce19dced6af'] response: {'server_uuid': 'c27bf9f1-3cd1-45c0-95c2-83f9a272ec06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e120853-bb7b-44fb-b722-a74a3be3c966', 'code': 200} Apr 12 14:31:04.674001 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=7e120853-bb7b-44fb-b722-a74a3be3c966,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:04.890852 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75765fad-fb0e-4aeb-824b-74cd56dc65e0 req-faf7cc04-a18c-4d74-abe1-cc21a24f4359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:04.892343 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-75765fad-fb0e-4aeb-824b-74cd56dc65e0 req-faf7cc04-a18c-4d74-abe1-cc21a24f4359 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 1129 time: 0.0428925 Apr 12 14:31:04.940058 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-75765fad-fb0e-4aeb-824b-74cd56dc65e0 req-0338a1fd-7b43-402f-b20f-ac179f1a6da0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385697 Apr 12 14:31:05.267354 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0087fbe-492a-4043-896f-0ef816e9abbb req-be4e644a-d86f-4815-a38c-564fdd0b3dce tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:05.268866 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b0087fbe-492a-4043-896f-0ef816e9abbb req-be4e644a-d86f-4815-a38c-564fdd0b3dce tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0745130 Apr 12 14:31:05.277220 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d577a56-8777-4945-8d40-8f088526e7fb req-83aecb52-ee73-46bd-a627-f2e7060d0eeb tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:05.279162 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8d577a56-8777-4945-8d40-8f088526e7fb req-83aecb52-ee73-46bd-a627-f2e7060d0eeb tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.0759649 Apr 12 14:31:05.355024 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b0087fbe-492a-4043-896f-0ef816e9abbb req-346a496f-f5f7-4c04-a8ba-e003286defaa tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749104 Apr 12 14:31:05.359582 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8d577a56-8777-4945-8d40-8f088526e7fb req-5bf4b303-d197-4cf7-bb30-460018ff5fee tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735419 Apr 12 14:31:05.916461 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:06.507712 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee89f58-b7cf-4a5c-9e42-d3f36ae0252b req-1a8fb3f4-3be7-4667-8c6c-2bd6c6ba018d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:06.509336 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8ee89f58-b7cf-4a5c-9e42-d3f36ae0252b req-1a8fb3f4-3be7-4667-8c6c-2bd6c6ba018d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0855784 Apr 12 14:31:06.518139 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3648e-57f2-4a31-a736-ee8f23c32303 req-047acd88-3861-4381-a4dc-b124f4735e4c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:06.519628 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a2b3648e-57f2-4a31-a736-ee8f23c32303 req-047acd88-3861-4381-a4dc-b124f4735e4c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.0868351 Apr 12 14:31:06.591567 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8ee89f58-b7cf-4a5c-9e42-d3f36ae0252b req-eb2476bf-4339-49c9-8593-2d5a9b70fb6a tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709627 Apr 12 14:31:06.595589 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a2b3648e-57f2-4a31-a736-ee8f23c32303 req-2154cfcb-c648-4449-aadc-e9e371c10943 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692480 Apr 12 14:31:07.744212 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e25cf-68b4-4b6f-ac78-a11c8383eac2 req-24e168b6-996f-49f7-83d5-b5802b1b52cc tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:07.745787 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ea4e25cf-68b4-4b6f-ac78-a11c8383eac2 req-24e168b6-996f-49f7-83d5-b5802b1b52cc tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0832593 Apr 12 14:31:07.752382 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aacb62-51a4-4de5-a949-af3e6e132679 req-12acfaf0-2d28-4307-ad42-5381847a64c2 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:07.753883 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b0aacb62-51a4-4de5-a949-af3e6e132679 req-12acfaf0-2d28-4307-ad42-5381847a64c2 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.0799756 Apr 12 14:31:07.835078 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ea4e25cf-68b4-4b6f-ac78-a11c8383eac2 req-be190dd5-d36a-4146-a520-bcda070efdca tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801828 Apr 12 14:31:07.839138 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b0aacb62-51a4-4de5-a949-af3e6e132679 req-cf8f9e28-87f8-4ff1-992d-6e918e8dcec0 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780962 Apr 12 14:31:08.983903 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6847f5-eba0-456b-b1ff-c649f5260b97 req-f3d606bf-d714-4ac5-bafb-74addb6c6507 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:08.985379 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ee6847f5-eba0-456b-b1ff-c649f5260b97 req-f3d606bf-d714-4ac5-bafb-74addb6c6507 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0830514 Apr 12 14:31:08.993307 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8e641-9a03-41ea-bb17-00aa107331ac req-706ea287-d462-41fc-9ced-f2c73a455c44 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:08.994657 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6ed8e641-9a03-41ea-bb17-00aa107331ac req-706ea287-d462-41fc-9ced-f2c73a455c44 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.0806189 Apr 12 14:31:09.064335 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ee6847f5-eba0-456b-b1ff-c649f5260b97 req-50e14ca4-b9e7-4730-a896-816d095aa639 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686944 Apr 12 14:31:09.072677 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6ed8e641-9a03-41ea-bb17-00aa107331ac req-14ffa418-0902-4295-837d-43024d0f8b16 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708930 Apr 12 14:31:09.652486 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8cc9d38f-afa8-4475-80ff-54d50fec40a6 req-a535ac77-e638-4fa7-98d6-70f020d67969 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402963 Apr 12 14:31:09.984543 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105e6c9-bd4a-4169-acea-a417190a5612 req-22b635f7-adb2-4512-a48a-b05961c54bd0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:09.985928 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c105e6c9-bd4a-4169-acea-a417190a5612 req-22b635f7-adb2-4512-a48a-b05961c54bd0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0952044 Apr 12 14:31:09.988839 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9d38f-afa8-4475-80ff-54d50fec40a6 req-98d0d341-ef69-4cc4-a09d-9f233e4c1774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:09.990279 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8cc9d38f-afa8-4475-80ff-54d50fec40a6 req-98d0d341-ef69-4cc4-a09d-9f233e4c1774 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bc50f73daaba422a80028bd9395b487e&device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 1130 time: 0.0588708 Apr 12 14:31:10.225389 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96876b1e-46ce-41de-a164-b7458f58429d req-a93c5d9a-44d0-4d91-85f6-4055cecd8603 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:10.227119 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-96876b1e-46ce-41de-a164-b7458f58429d req-a93c5d9a-44d0-4d91-85f6-4055cecd8603 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.0768914 Apr 12 14:31:10.256176 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec9dd2-c06c-4575-baae-e289a1b0654d req-112aeb87-e5fb-4dec-88cd-2625875bd30f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:10.257533 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d6ec9dd2-c06c-4575-baae-e289a1b0654d req-112aeb87-e5fb-4dec-88cd-2625875bd30f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.0718627 Apr 12 14:31:10.306737 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-96876b1e-46ce-41de-a164-b7458f58429d req-6417d023-ecdf-4cc9-843d-b3cfbe3e33e6 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730419 Apr 12 14:31:10.327992 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d6ec9dd2-c06c-4575-baae-e289a1b0654d req-d9510990-553e-4fe2-9634-c968b87a0e3b tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634253 Apr 12 14:31:10.445149 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723ebf2-f2a0-47f8-9513-ca586105a451 req-fe225ab7-52d9-4d33-9142-31d0e05e640d tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:10.446622 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6723ebf2-f2a0-47f8-9513-ca586105a451 req-fe225ab7-52d9-4d33-9142-31d0e05e640d tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.0501237 Apr 12 14:31:10.455852 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 59236) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:10.460158 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-292e47c1-6988-4f2a-a7bb-614b39c1e448 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Request body: {'floatingip': {'port_id': '7e120853-bb7b-44fb-b722-a74a3be3c966'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:31:10.499384 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-292e47c1-6988-4f2a-a7bb-614b39c1e448 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for floatingip (235a34d7-b0d4-4cd0-a1e1-d659a2744264), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:10.789528 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-c105e6c9-bd4a-4169-acea-a417190a5612 req-50ad4f81-04a1-41fa-a096-83dc58ea120d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Deleting port f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:10.789876 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c105e6c9-bd4a-4169-acea-a417190a5612 req-50ad4f81-04a1-41fa-a096-83dc58ea120d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:10.796435 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9d38f-afa8-4475-80ff-54d50fec40a6 req-f71ac987-0582-4fc8-ac4c-834a84f65deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:10.797999 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8cc9d38f-afa8-4475-80ff-54d50fec40a6 req-f71ac987-0582-4fc8-ac4c-834a84f65deb service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 HTTP/1.1" status: 200 len: 921 time: 0.2650969 Apr 12 14:31:10.889475 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8cc9d38f-afa8-4475-80ff-54d50fec40a6 req-d0644ce5-7c44-4b1d-aa0e-ac2fa8e89a19 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cc37ca7-0920-4f67-89e7-d7f50d7555ea HTTP/1.1" status: 200 len: 217 time: 0.0795641 Apr 12 14:31:11.013208 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9d38f-afa8-4475-80ff-54d50fec40a6 req-5995f195-2e2e-431d-9bbd-f0a6fda35f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:11.014576 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8cc9d38f-afa8-4475-80ff-54d50fec40a6 req-5995f195-2e2e-431d-9bbd-f0a6fda35f6f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=041172b8-b945-46f0-8972-88e78348afd5 HTTP/1.1" status: 200 len: 858 time: 0.0966825 Apr 12 14:31:11.016263 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c105e6c9-bd4a-4169-acea-a417190a5612 req-50ad4f81-04a1-41fa-a096-83dc58ea120d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] For port f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6,segment=NetworkSegment(7327c438-b8f9-4c5f-ab78-483827bf3cd1),segment_id=7327c438-b8f9-4c5f-ab78-483827bf3cd1)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:11.016624 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c105e6c9-bd4a-4169-acea-a417190a5612 req-50ad4f81-04a1-41fa-a096-83dc58ea120d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:11.160328 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9d38f-afa8-4475-80ff-54d50fec40a6 req-9283e0d7-1a8e-4690-bd75-12caee8231c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:11.161893 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8cc9d38f-afa8-4475-80ff-54d50fec40a6 req-9283e0d7-1a8e-4690-bd75-12caee8231c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1123676 Apr 12 14:31:11.447421 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8cc9d38f-afa8-4475-80ff-54d50fec40a6 req-e9d30def-d8c7-41df-9fe0-c0bfbf4ee517 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767091 Apr 12 14:31:11.466530 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.db.resource_extend [None req-292e47c1-6988-4f2a-a7bb-614b39c1e448 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 14:31:11.516336 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c105e6c9-bd4a-4169-acea-a417190a5612 req-50ad4f81-04a1-41fa-a096-83dc58ea120d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:11.516697 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c105e6c9-bd4a-4169-acea-a417190a5612 req-50ad4f81-04a1-41fa-a096-83dc58ea120d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (b24c7119-d085-4118-90eb-4b196aa6dc92), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:11.517052 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.l3_db [req-c105e6c9-bd4a-4169-acea-a417190a5612 req-50ad4f81-04a1-41fa-a096-83dc58ea120d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Floating IP b24c7119-d085-4118-90eb-4b196aa6dc92 disassociated. External IP: 172.27.0.186, port: f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6. Apr 12 14:31:11.520910 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-c105e6c9-bd4a-4169-acea-a417190a5612 req-50ad4f81-04a1-41fa-a096-83dc58ea120d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Calling delete_port for f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:11.544354 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f5dab-9131-42a6-8158-460fd1ffd36b req-66463f1f-6a10-4f23-a970-02bf741dc777 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:11.545732 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1d8f5dab-9131-42a6-8158-460fd1ffd36b req-66463f1f-6a10-4f23-a970-02bf741dc777 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 946 time: 0.1479528 Apr 12 14:31:11.860926 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-292e47c1-6988-4f2a-a7bb-614b39c1e448 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:11.875199 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-292e47c1-6988-4f2a-a7bb-614b39c1e448 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (235a34d7-b0d4-4cd0-a1e1-d659a2744264), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:11.974736 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8cc9d38f-afa8-4475-80ff-54d50fec40a6 req-c6e61afa-a51c-449d-8fa1-4a79466d5dc9 service neutron] 10.222.0.69 "GET /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5163286 Apr 12 14:31:12.025356 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1d8f5dab-9131-42a6-8158-460fd1ffd36b req-ccdf4fba-1b94-4772-a92c-25a4641531c5 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4716752 Apr 12 14:31:12.087408 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-292e47c1-6988-4f2a-a7bb-614b39c1e448 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Floating IP 235a34d7-b0d4-4cd0-a1e1-d659a2744264 associated. External IP: 172.27.0.128, port: 7e120853-bb7b-44fb-b722-a74a3be3c966. Apr 12 14:31:12.143562 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c105e6c9-bd4a-4169-acea-a417190a5612 req-50ad4f81-04a1-41fa-a096-83dc58ea120d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:12.209892 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad4f81-04a1-41fa-a096-83dc58ea120d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Pushing event deleted for resources: {'Port': ['ID=f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:12.409717 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c105e6c9-bd4a-4169-acea-a417190a5612 req-50ad4f81-04a1-41fa-a096-83dc58ea120d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Router b585704c-dadd-428f-b04f-5a00b8e46f57 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:31:12.437292 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292e47c1-6988-4f2a-a7bb-614b39c1e448 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Router c0a5e0d8-9551-4178-b21c-dafeb895697c has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:31:12.438452 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:31:12.462064 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] No Port match for: f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:31:12.462481 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 not bound to the agent host hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:31:12.616750 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c105e6c9-bd4a-4169-acea-a417190a5612 req-50ad4f81-04a1-41fa-a096-83dc58ea120d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:31:12.631279 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8908fc-fdef-4784-9ff6-a442dc971382 None None] Sync routers for ids ['b585704c-dadd-428f-b04f-5a00b8e46f57'] in dv-cinder-837523-1-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:31:12.662299 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8908fc-fdef-4784-9ff6-a442dc971382 None None] Routers {'b585704c-dadd-428f-b04f-5a00b8e46f57'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:12.664658 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3d8908fc-fdef-4784-9ff6-a442dc971382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:30:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b585704c-dadd-428f-b04f-5a00b8e46f57'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:12.674724 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-c105e6c9-bd4a-4169-acea-a417190a5612 req-50ad4f81-04a1-41fa-a096-83dc58ea120d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] No DVR routers for this DVR port f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 on host hv-cinder-83752 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:31:12.676665 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292e47c1-6988-4f2a-a7bb-614b39c1e448 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:31:12.681022 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-292e47c1-6988-4f2a-a7bb-614b39c1e448 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:12.683559 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c105e6c9-bd4a-4169-acea-a417190a5612 req-50ad4f81-04a1-41fa-a096-83dc58ea120d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:12.687398 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c105e6c9-bd4a-4169-acea-a417190a5612 req-50ad4f81-04a1-41fa-a096-83dc58ea120d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.69 "DELETE /v2.0/ports/f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6 HTTP/1.1" status: 204 len: 173 time: 2.1533689 Apr 12 14:31:12.687856 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab97b3b4-9ffa-474e-9bae-dd27ccd6944e', 'name': 'network-vif-deleted', 'tag': 'f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:31:12.689039 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71a4d36-2187-4d5f-b3ab-8d407945d5d8 None None] Sync routers for ids ['c0a5e0d8-9551-4178-b21c-dafeb895697c'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:31:12.690163 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b477c4fc-0318-435e-b141-53f3a4cf63b0" -d '{"events": [{"server_uuid": "ab97b3b4-9ffa-474e-9bae-dd27ccd6944e", "name": "network-vif-deleted", "tag": "f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:31:12.701904 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71a4d36-2187-4d5f-b3ab-8d407945d5d8 None None] Routers {'c0a5e0d8-9551-4178-b21c-dafeb895697c'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:12.702748 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d71a4d36-2187-4d5f-b3ab-8d407945d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:30:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['c0a5e0d8-9551-4178-b21c-dafeb895697c'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:12.728941 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-292e47c1-6988-4f2a-a7bb-614b39c1e448 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "PUT /v2.0/floatingips/235a34d7-b0d4-4cd0-a1e1-d659a2744264 HTTP/1.1" status: 200 len: 991 time: 2.2671528 Apr 12 14:31:12.753053 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68ead56-07a8-43a6-adf2-cb2f643b7794 x-openstack-request-id: req-d68ead56-07a8-43a6-adf2-cb2f643b7794 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:31:12.753348 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab97b3b4-9ffa-474e-9bae-dd27ccd6944e", "name": "network-vif-deleted", "tag": "f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:31:12.753647 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d68ead56-07a8-43a6-adf2-cb2f643b7794 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:31:12.754054 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d68ead56-07a8-43a6-adf2-cb2f643b7794'] response: {'server_uuid': 'ab97b3b4-9ffa-474e-9bae-dd27ccd6944e', 'name': 'network-vif-deleted', 'tag': 'f3c06ae6-f9f0-4b48-bcc5-8f08bd4eabe6', 'status': 'completed', 'code': 200} Apr 12 14:31:12.799863 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-3d8908fc-fdef-4784-9ff6-a442dc971382 None None] Set router b585704c-dadd-428f-b04f-5a00b8e46f57 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:12.848084 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-d71a4d36-2187-4d5f-b3ab-8d407945d5d8 None None] Set router c0a5e0d8-9551-4178-b21c-dafeb895697c gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:12.994638 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3d8908fc-fdef-4784-9ff6-a442dc971382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'name': 'tempest-ServerRescueNegativeTestJSON-1441437565-router', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:11Z', 'updated_at': '2022-04-12T14:26:19Z', 'revision_number': 4, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'gw_port': {'id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:18:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '4f3d83d0-b8af-4c8c-91f9-88b53780fd6a', 'name': '', 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'mac_address': 'fa:16:3e:b4:52:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '041172b8-b945-46f0-8972-88e78348afd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:18Z', 'updated_at': '2022-04-12T14:26:30Z', 'revision_number': 5, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'subnets': [{'id': '041172b8-b945-46f0-8972-88e78348afd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:13.026026 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8908fc-fdef-4784-9ff6-a442dc971382 None None] Checking router: b585704c-dadd-428f-b04f-5a00b8e46f57 for host: dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:31:13.044973 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8908fc-fdef-4784-9ff6-a442dc971382 None None] Routers {'b585704c-dadd-428f-b04f-5a00b8e46f57'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:13.045601 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3d8908fc-fdef-4784-9ff6-a442dc971382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:30:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b585704c-dadd-428f-b04f-5a00b8e46f57'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:13.073356 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d71a4d36-2187-4d5f-b3ab-8d407945d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'name': 'tempest-AttachVolumeShelveTestJSON-833558185-router', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:15Z', 'revision_number': 4, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'gw_port': {'id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': '235a34d7-b0d4-4cd0-a1e1-d659a2744264', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'floating_ip_address': '172.27.0.128', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'port_id': '7e120853-bb7b-44fb-b722-a74a3be3c966', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'mac_address': 'fa:16:3e:e5:67:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27bf9f1-3cd1-45c0-95c2-83f9a272ec06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:30:55Z', 'updated_at': '2022-04-12T14:31:11Z', 'revision_number': 1, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb79c5e-a17e-497d-bace-fa500735a10b', 'name': '', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'mac_address': 'fa:16:3e:48:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:21Z', 'revision_number': 5, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'subnets': [{'id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:13.104992 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71a4d36-2187-4d5f-b3ab-8d407945d5d8 None None] Checking router: c0a5e0d8-9551-4178-b21c-dafeb895697c for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:31:13.117561 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71a4d36-2187-4d5f-b3ab-8d407945d5d8 None None] Routers {'c0a5e0d8-9551-4178-b21c-dafeb895697c'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:13.118486 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d71a4d36-2187-4d5f-b3ab-8d407945d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:30:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['c0a5e0d8-9551-4178-b21c-dafeb895697c'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:13.154142 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e96bc930-2514-4fee-a989-bddbc88228b5 req-1491c4db-705e-4e8b-97bf-fb496c5b9272 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=ab97b3b4-9ffa-474e-9bae-dd27ccd6944e HTTP/1.1" status: 200 len: 210 time: 0.0374832 Apr 12 14:31:13.199894 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-3d8908fc-fdef-4784-9ff6-a442dc971382 None None] Set router b585704c-dadd-428f-b04f-5a00b8e46f57 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:13.237221 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-d71a4d36-2187-4d5f-b3ab-8d407945d5d8 None None] Set router c0a5e0d8-9551-4178-b21c-dafeb895697c gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:13.399589 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-3d8908fc-fdef-4784-9ff6-a442dc971382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'name': 'tempest-ServerRescueNegativeTestJSON-1441437565-router', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:11Z', 'updated_at': '2022-04-12T14:26:19Z', 'revision_number': 4, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'gw_port': {'id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:18:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '4f3d83d0-b8af-4c8c-91f9-88b53780fd6a', 'name': '', 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'mac_address': 'fa:16:3e:b4:52:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '041172b8-b945-46f0-8972-88e78348afd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:18Z', 'updated_at': '2022-04-12T14:26:30Z', 'revision_number': 5, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'subnets': [{'id': '041172b8-b945-46f0-8972-88e78348afd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:13.428936 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8908fc-fdef-4784-9ff6-a442dc971382 None None] The sync data for ids ['b585704c-dadd-428f-b04f-5a00b8e46f57'] in dv-cinder-837523-1-iscsi is: [{'id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'name': 'tempest-ServerRescueNegativeTestJSON-1441437565-router', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:11Z', 'updated_at': '2022-04-12T14:26:19Z', 'revision_number': 4, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'gw_port': {'id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:18:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '4f3d83d0-b8af-4c8c-91f9-88b53780fd6a', 'name': '', 'network_id': 'c5e9cadb-c05a-4919-a4f5-06d8c6a4a802', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'mac_address': 'fa:16:3e:b4:52:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '041172b8-b945-46f0-8972-88e78348afd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:18Z', 'updated_at': '2022-04-12T14:26:30Z', 'revision_number': 5, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'subnets': [{'id': '041172b8-b945-46f0-8972-88e78348afd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:31:13.473601 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d71a4d36-2187-4d5f-b3ab-8d407945d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'name': 'tempest-AttachVolumeShelveTestJSON-833558185-router', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:15Z', 'revision_number': 4, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'gw_port': {'id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': '235a34d7-b0d4-4cd0-a1e1-d659a2744264', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'floating_ip_address': '172.27.0.128', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'port_id': '7e120853-bb7b-44fb-b722-a74a3be3c966', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'mac_address': 'fa:16:3e:e5:67:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27bf9f1-3cd1-45c0-95c2-83f9a272ec06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:30:55Z', 'updated_at': '2022-04-12T14:31:11Z', 'revision_number': 1, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb79c5e-a17e-497d-bace-fa500735a10b', 'name': '', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'mac_address': 'fa:16:3e:48:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:21Z', 'revision_number': 5, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'subnets': [{'id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:13.603881 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71a4d36-2187-4d5f-b3ab-8d407945d5d8 None None] The sync data for ids ['c0a5e0d8-9551-4178-b21c-dafeb895697c'] in dv-cinder-837523-1-iscsi is: [{'id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'name': 'tempest-AttachVolumeShelveTestJSON-833558185-router', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:15Z', 'revision_number': 4, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'gw_port': {'id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': '235a34d7-b0d4-4cd0-a1e1-d659a2744264', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'floating_ip_address': '172.27.0.128', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'port_id': '7e120853-bb7b-44fb-b722-a74a3be3c966', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'mac_address': 'fa:16:3e:e5:67:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c27bf9f1-3cd1-45c0-95c2-83f9a272ec06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:30:55Z', 'updated_at': '2022-04-12T14:31:11Z', 'revision_number': 1, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb79c5e-a17e-497d-bace-fa500735a10b', 'name': '', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'mac_address': 'fa:16:3e:48:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:21Z', 'revision_number': 5, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'subnets': [{'id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:31:13.741581 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26f9240-026d-4805-bf70-30d32bfa7115 None None] New status for floating IP b24c7119-d085-4118-90eb-4b196aa6dc92: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:31:13.842171 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95369e3-004a-47d5-bf8b-20cee2d0f06d None None] New status for floating IP 235a34d7-b0d4-4cd0-a1e1-d659a2744264: ACTIVE {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:31:14.233118 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 59254) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:14.288581 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55887bc4-a333-4c95-9fe2-07f0ca6da24d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks [] for security_group (bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:14.313304 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55887bc4-a333-4c95-9fe2-07f0ca6da24d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks [] for security_group (bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:14.361791 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55887bc4-a333-4c95-9fe2-07f0ca6da24d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:14.364504 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-55887bc4-a333-4c95-9fe2-07f0ca6da24d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:14.365828 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-55887bc4-a333-4c95-9fe2-07f0ca6da24d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "DELETE /v2.0/security-groups/bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13 HTTP/1.1" status: 204 len: 168 time: 0.1315842 Apr 12 14:31:14.368348 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59256) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:14.375319 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55887bc4-a333-4c95-9fe2-07f0ca6da24d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:14.391017 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.api.v2.resource [None req-890edf76-ddf9-4cab-beec-a74f80ad374e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] show failed (client error): The resource could not be found. Apr 12 14:31:14.392082 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-890edf76-ddf9-4cab-beec-a74f80ad374e tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups/bb3fcf4a-1f67-4f4d-9a18-feeb31c42e13 HTTP/1.1" status: 404 len: 347 time: 0.0218339 Apr 12 14:31:14.394954 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59258) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:14.523643 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-07496ad0-9b83-44e6-a3e0-fb2cd81f8a2d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Deleting port 1710c0c7-e7c5-47a3-ac74-5de8475025dc {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:14.523984 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-07496ad0-9b83-44e6-a3e0-fb2cd81f8a2d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (1710c0c7-e7c5-47a3-ac74-5de8475025dc), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:14.604124 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-07496ad0-9b83-44e6-a3e0-fb2cd81f8a2d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (1710c0c7-e7c5-47a3-ac74-5de8475025dc), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:14.604339 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-07496ad0-9b83-44e6-a3e0-fb2cd81f8a2d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks [] for floatingip (1710c0c7-e7c5-47a3-ac74-5de8475025dc), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:14.616691 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-07496ad0-9b83-44e6-a3e0-fb2cd81f8a2d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Calling delete_port for 1710c0c7-e7c5-47a3-ac74-5de8475025dc owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:14.755575 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c27bf9f1-3cd1-45c0-95c2-83f9a272ec06', 'tag': '7e120853-bb7b-44fb-b722-a74a3be3c966'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:31:14.758132 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628f9473-f368-464b-8568-7b6e7e3e1ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "c27bf9f1-3cd1-45c0-95c2-83f9a272ec06", "tag": "7e120853-bb7b-44fb-b722-a74a3be3c966"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:31:14.761057 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-07496ad0-9b83-44e6-a3e0-fb2cd81f8a2d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (1710c0c7-e7c5-47a3-ac74-5de8475025dc), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:14.785851 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07496ad0-9b83-44e6-a3e0-fb2cd81f8a2d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Pushing event deleted for resources: {'Port': ['ID=1710c0c7-e7c5-47a3-ac74-5de8475025dc,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:14.793880 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc712bf-7474-44a2-b584-9803bf852726 x-openstack-request-id: req-adc712bf-7474-44a2-b584-9803bf852726 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:31:14.794272 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c27bf9f1-3cd1-45c0-95c2-83f9a272ec06", "tag": "7e120853-bb7b-44fb-b722-a74a3be3c966", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:31:14.794615 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-adc712bf-7474-44a2-b584-9803bf852726 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:31:14.795169 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adc712bf-7474-44a2-b584-9803bf852726'] response: {'name': 'network-changed', 'server_uuid': 'c27bf9f1-3cd1-45c0-95c2-83f9a272ec06', 'tag': '7e120853-bb7b-44fb-b722-a74a3be3c966', 'status': 'completed', 'code': 200} Apr 12 14:31:14.864758 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-07496ad0-9b83-44e6-a3e0-fb2cd81f8a2d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks [] for floatingip (b24c7119-d085-4118-90eb-4b196aa6dc92), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:14.867511 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-07496ad0-9b83-44e6-a3e0-fb2cd81f8a2d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:14.868676 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-07496ad0-9b83-44e6-a3e0-fb2cd81f8a2d tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "DELETE /v2.0/floatingips/b24c7119-d085-4118-90eb-4b196aa6dc92 HTTP/1.1" status: 204 len: 168 time: 0.4727736 Apr 12 14:31:14.887370 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f9473-f368-464b-8568-7b6e7e3e1ab0 req-82d3c2bb-9ba6-4449-86d3-ad8d81323c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:14.888952 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-628f9473-f368-464b-8568-7b6e7e3e1ab0 req-82d3c2bb-9ba6-4449-86d3-ad8d81323c71 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=49188c95f1804cb397ce7cc2aeb071f2&device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 1129 time: 0.0473807 Apr 12 14:31:14.990316 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f9473-f368-464b-8568-7b6e7e3e1ab0 req-b5c3bf77-7cad-4688-a242-80904bd6b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:14.991767 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-628f9473-f368-464b-8568-7b6e7e3e1ab0 req-b5c3bf77-7cad-4688-a242-80904bd6b7a2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=10b93a74-e9df-4c8d-a668-3b0b6235408c HTTP/1.1" status: 200 len: 918 time: 0.0962708 Apr 12 14:31:15.072116 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-628f9473-f368-464b-8568-7b6e7e3e1ab0 req-2952640a-bb01-4708-8ff1-6ec9ce640be5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e120853-bb7b-44fb-b722-a74a3be3c966 HTTP/1.1" status: 200 len: 1001 time: 0.0738621 Apr 12 14:31:15.119579 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f9473-f368-464b-8568-7b6e7e3e1ab0 req-6204896b-a407-42c2-971c-b2da076c6234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:15.123510 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-628f9473-f368-464b-8568-7b6e7e3e1ab0 req-6204896b-a407-42c2-971c-b2da076c6234 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b1d9c83f-a54a-4a39-b389-03cf74c59344 HTTP/1.1" status: 200 len: 855 time: 0.0427704 Apr 12 14:31:15.164714 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f9473-f368-464b-8568-7b6e7e3e1ab0 req-9a548295-fb5a-480f-8687-c44d8c5970bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:15.166378 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-628f9473-f368-464b-8568-7b6e7e3e1ab0 req-9a548295-fb5a-480f-8687-c44d8c5970bf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=10b93a74-e9df-4c8d-a668-3b0b6235408c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393214 Apr 12 14:31:15.266909 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-628f9473-f368-464b-8568-7b6e7e3e1ab0 req-e7067ab8-05ca-41c4-9be2-d058d37f1fca service neutron] 10.222.0.69 "GET /v2.0/networks/10b93a74-e9df-4c8d-a668-3b0b6235408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933855 Apr 12 14:31:15.362933 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-628f9473-f368-464b-8568-7b6e7e3e1ab0 req-3ea3da47-3f71-4739-9ce3-bc3b597bfe8d service neutron] 10.222.0.69 "GET /v2.0/networks/10b93a74-e9df-4c8d-a668-3b0b6235408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899746 Apr 12 14:31:17.398045 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5693fe-2f4d-46af-bc38-46483830b1cc req-d76deb48-9746-4189-874b-a11fed7e65ad tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:17.399514 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ae5693fe-2f4d-46af-bc38-46483830b1cc req-d76deb48-9746-4189-874b-a11fed7e65ad tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.1081891 Apr 12 14:31:17.448704 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ae5693fe-2f4d-46af-bc38-46483830b1cc req-3a51c9dc-82e3-428f-a6f7-6214683ef73a tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420213 Apr 12 14:31:18.108464 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ab456b29-2890-427e-9ee5-94ea85001793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:18.565746 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8b845-3acf-49ff-9966-4115d89962b6 req-bc00d2eb-d3ac-4464-b6a3-a37489866e05 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:18.567237 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1ea8b845-3acf-49ff-9966-4115d89962b6 req-bc00d2eb-d3ac-4464-b6a3-a37489866e05 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0488174 Apr 12 14:31:18.614069 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1ea8b845-3acf-49ff-9966-4115d89962b6 req-144f96ef-9821-4ecf-bdb6-44352195f2a9 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412419 Apr 12 14:31:19.729699 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de56bdc-0aaf-45af-b2ec-ae8976cf98d3 req-f82576f1-48a9-42e0-9ded-45271e19bc17 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:19.731237 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8de56bdc-0aaf-45af-b2ec-ae8976cf98d3 req-f82576f1-48a9-42e0-9ded-45271e19bc17 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0483518 Apr 12 14:31:19.794114 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8de56bdc-0aaf-45af-b2ec-ae8976cf98d3 req-35beb4da-7d30-4acc-a617-10b5ab64b7af tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565619 Apr 12 14:31:19.978808 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b12fa-0f85-42eb-84ab-c23f84bfeab3 req-bea925a3-2fd6-4903-b555-974b2621d5ef tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:19.980774 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4c7b12fa-0f85-42eb-84ab-c23f84bfeab3 req-bea925a3-2fd6-4903-b555-974b2621d5ef tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 946 time: 0.0476460 Apr 12 14:31:20.077989 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-4c7b12fa-0f85-42eb-84ab-c23f84bfeab3 req-6180d0d6-1e9e-4077-b40b-3410793da5e0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Deleting port 5cc37ca7-0920-4f67-89e7-d7f50d7555ea {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:20.078330 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4c7b12fa-0f85-42eb-84ab-c23f84bfeab3 req-6180d0d6-1e9e-4077-b40b-3410793da5e0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (5cc37ca7-0920-4f67-89e7-d7f50d7555ea), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:20.173948 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4c7b12fa-0f85-42eb-84ab-c23f84bfeab3 req-6180d0d6-1e9e-4077-b40b-3410793da5e0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] For port 5cc37ca7-0920-4f67-89e7-d7f50d7555ea, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=5cc37ca7-0920-4f67-89e7-d7f50d7555ea,segment=NetworkSegment(7327c438-b8f9-4c5f-ab78-483827bf3cd1),segment_id=7327c438-b8f9-4c5f-ab78-483827bf3cd1)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:20.174317 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4c7b12fa-0f85-42eb-84ab-c23f84bfeab3 req-6180d0d6-1e9e-4077-b40b-3410793da5e0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (5cc37ca7-0920-4f67-89e7-d7f50d7555ea), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:20.188348 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-4c7b12fa-0f85-42eb-84ab-c23f84bfeab3 req-6180d0d6-1e9e-4077-b40b-3410793da5e0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Calling delete_port for 5cc37ca7-0920-4f67-89e7-d7f50d7555ea owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:20.321836 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4c7b12fa-0f85-42eb-84ab-c23f84bfeab3 req-6180d0d6-1e9e-4077-b40b-3410793da5e0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (5cc37ca7-0920-4f67-89e7-d7f50d7555ea), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:20.354711 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6180d0d6-1e9e-4077-b40b-3410793da5e0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Pushing event deleted for resources: {'Port': ['ID=5cc37ca7-0920-4f67-89e7-d7f50d7555ea,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:20.363407 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['1c0f16dc-ff0a-491c-8fc5-59048859f906', '5cc37ca7-0920-4f67-89e7-d7f50d7555ea'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:31:20.400382 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7b12fa-0f85-42eb-84ab-c23f84bfeab3 req-6180d0d6-1e9e-4077-b40b-3410793da5e0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] No DVR routers for this DVR port 5cc37ca7-0920-4f67-89e7-d7f50d7555ea on host hv-cinder-83752 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:31:20.403462 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4c7b12fa-0f85-42eb-84ab-c23f84bfeab3 req-6180d0d6-1e9e-4077-b40b-3410793da5e0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:20.407055 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4c7b12fa-0f85-42eb-84ab-c23f84bfeab3 req-6180d0d6-1e9e-4077-b40b-3410793da5e0 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.69 "DELETE /v2.0/ports/5cc37ca7-0920-4f67-89e7-d7f50d7555ea HTTP/1.1" status: 204 len: 173 time: 0.4212973 Apr 12 14:31:20.407523 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f352e0-06cb-440c-b0ca-bead4e10a825', 'name': 'network-vif-deleted', 'tag': '5cc37ca7-0920-4f67-89e7-d7f50d7555ea'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:31:20.409830 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c30000-2ad0-44e9-bc30-c386c09c407e" -d '{"events": [{"server_uuid": "d5f352e0-06cb-440c-b0ca-bead4e10a825", "name": "network-vif-deleted", "tag": "5cc37ca7-0920-4f67-89e7-d7f50d7555ea"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:31:20.447401 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50b6a15-5f4e-4951-a6c3-1d7482e6b751 x-openstack-request-id: req-c50b6a15-5f4e-4951-a6c3-1d7482e6b751 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:31:20.447715 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f352e0-06cb-440c-b0ca-bead4e10a825", "name": "network-vif-deleted", "tag": "5cc37ca7-0920-4f67-89e7-d7f50d7555ea", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:31:20.448056 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c50b6a15-5f4e-4951-a6c3-1d7482e6b751 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:31:20.448369 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c50b6a15-5f4e-4951-a6c3-1d7482e6b751'] response: {'server_uuid': 'd5f352e0-06cb-440c-b0ca-bead4e10a825', 'name': 'network-vif-deleted', 'tag': '5cc37ca7-0920-4f67-89e7-d7f50d7555ea', 'status': 'completed', 'code': 200} Apr 12 14:31:20.499800 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c6b3c3cc-63db-44eb-b275-eea5c33191b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:20.911582 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e987c580-9a4f-463e-aba8-4f4e38136871 req-5801aa93-d47a-4877-bfa3-7c455e98751b tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=d5f352e0-06cb-440c-b0ca-bead4e10a825 HTTP/1.1" status: 200 len: 210 time: 0.0312960 Apr 12 14:31:21.531209 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:22.187763 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529f6c4-626d-4ea1-8d83-55ea54e457b6 req-3f154cff-43f3-4d73-bc4e-6146989d25b5 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:22.189257 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2529f6c4-626d-4ea1-8d83-55ea54e457b6 req-3f154cff-43f3-4d73-bc4e-6146989d25b5 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 945 time: 0.0518672 Apr 12 14:31:22.237172 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2529f6c4-626d-4ea1-8d83-55ea54e457b6 req-9346ac32-8daa-45a7-9a62-ed523a44a066 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408673 Apr 12 14:31:22.482456 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 5cc37ca7-0920-4f67-89e7-d7f50d7555ea no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:31:22.502447 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] No Port match for: 5cc37ca7-0920-4f67-89e7-d7f50d7555ea {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:31:22.502722 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 5cc37ca7-0920-4f67-89e7-d7f50d7555ea not bound to the agent host hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:31:22.887674 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:23.357240 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74666187-eedb-4ae7-b497-5d7aff5383b0 req-49f6bea7-626f-4070-9739-64ff8400ac4b tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:23.358743 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-74666187-eedb-4ae7-b497-5d7aff5383b0 req-49f6bea7-626f-4070-9739-64ff8400ac4b tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 945 time: 0.0515242 Apr 12 14:31:23.406864 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-74666187-eedb-4ae7-b497-5d7aff5383b0 req-b50e15f4-e34c-4659-9085-734fc6d7b016 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425389 Apr 12 14:31:24.421448 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:24.519423 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554b4dd-5c80-413c-9ed2-f7a57955a115 req-c8358e33-22bc-4678-a75b-cccd167e3bc2 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:24.520930 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7554b4dd-5c80-413c-9ed2-f7a57955a115 req-c8358e33-22bc-4678-a75b-cccd167e3bc2 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 945 time: 0.0483494 Apr 12 14:31:24.571597 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7554b4dd-5c80-413c-9ed2-f7a57955a115 req-ddeca682-c290-46ec-8bec-ab429f90f661 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451405 Apr 12 14:31:25.749885 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f796b3-5b81-47a1-887d-feebb3e36df8 req-a7221226-5133-4411-80b7-eb60c4b1da7f tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:25.751450 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-09f796b3-5b81-47a1-887d-feebb3e36df8 req-a7221226-5133-4411-80b7-eb60c4b1da7f tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 945 time: 0.0698209 Apr 12 14:31:25.775485 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8aa5db-6fa6-4691-a5d3-552b96f4e89b req-592fe369-f0b0-4fcb-8ae9-1a4ab3c7a7e1 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:25.776908 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dd8aa5db-6fa6-4691-a5d3-552b96f4e89b req-592fe369-f0b0-4fcb-8ae9-1a4ab3c7a7e1 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/ports?device_id=fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a HTTP/1.1" status: 200 len: 945 time: 0.0683861 Apr 12 14:31:25.882775 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dd8aa5db-6fa6-4691-a5d3-552b96f4e89b req-ea2defb7-8446-4f7c-b264-be50e68cbb54 tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.79 "GET /v2.0/security-groups?id=0e6334a4-ca7d-404b-9740-66bd37414610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849798 Apr 12 14:31:25.890762 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-09f796b3-5b81-47a1-887d-feebb3e36df8 req-8821943d-9ce1-4c3d-84b8-4689e3539aef tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Deleting port 1c0f16dc-ff0a-491c-8fc5-59048859f906 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:25.891102 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-09f796b3-5b81-47a1-887d-feebb3e36df8 req-8821943d-9ce1-4c3d-84b8-4689e3539aef tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (1c0f16dc-ff0a-491c-8fc5-59048859f906), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:25.981318 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-09f796b3-5b81-47a1-887d-feebb3e36df8 req-8821943d-9ce1-4c3d-84b8-4689e3539aef tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] For port 1c0f16dc-ff0a-491c-8fc5-59048859f906, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=1c0f16dc-ff0a-491c-8fc5-59048859f906,segment=NetworkSegment(7327c438-b8f9-4c5f-ab78-483827bf3cd1),segment_id=7327c438-b8f9-4c5f-ab78-483827bf3cd1)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:25.981681 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-09f796b3-5b81-47a1-887d-feebb3e36df8 req-8821943d-9ce1-4c3d-84b8-4689e3539aef tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (1c0f16dc-ff0a-491c-8fc5-59048859f906), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:25.994742 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-09f796b3-5b81-47a1-887d-feebb3e36df8 req-8821943d-9ce1-4c3d-84b8-4689e3539aef tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Calling delete_port for 1c0f16dc-ff0a-491c-8fc5-59048859f906 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:26.135957 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-09f796b3-5b81-47a1-887d-feebb3e36df8 req-8821943d-9ce1-4c3d-84b8-4689e3539aef tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (1c0f16dc-ff0a-491c-8fc5-59048859f906), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:26.171051 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821943d-9ce1-4c3d-84b8-4689e3539aef tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Pushing event deleted for resources: {'Port': ['ID=1c0f16dc-ff0a-491c-8fc5-59048859f906,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:26.182842 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['1c0f16dc-ff0a-491c-8fc5-59048859f906'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:31:26.227692 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f796b3-5b81-47a1-887d-feebb3e36df8 req-8821943d-9ce1-4c3d-84b8-4689e3539aef tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] No DVR routers for this DVR port 1c0f16dc-ff0a-491c-8fc5-59048859f906 on host hv-cinder-83752 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:31:26.230714 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-09f796b3-5b81-47a1-887d-feebb3e36df8 req-8821943d-9ce1-4c3d-84b8-4689e3539aef tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:26.234030 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-09f796b3-5b81-47a1-887d-feebb3e36df8 req-8821943d-9ce1-4c3d-84b8-4689e3539aef tempest-ServerRescueNegativeTestJSON-117667938 tempest-ServerRescueNegativeTestJSON-117667938-project] 10.222.0.69 "DELETE /v2.0/ports/1c0f16dc-ff0a-491c-8fc5-59048859f906 HTTP/1.1" status: 204 len: 173 time: 0.4700036 Apr 12 14:31:26.234488 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a', 'name': 'network-vif-deleted', 'tag': '1c0f16dc-ff0a-491c-8fc5-59048859f906'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:31:26.236712 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b3b3dc-861f-4106-8b77-d13eb10b89fd" -d '{"events": [{"server_uuid": "fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a", "name": "network-vif-deleted", "tag": "1c0f16dc-ff0a-491c-8fc5-59048859f906"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:31:26.274296 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177da878-fd35-48b2-b449-b861fdb28342 x-openstack-request-id: req-177da878-fd35-48b2-b449-b861fdb28342 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:31:26.274626 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a", "name": "network-vif-deleted", "tag": "1c0f16dc-ff0a-491c-8fc5-59048859f906", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:31:26.274883 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-177da878-fd35-48b2-b449-b861fdb28342 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:31:26.275476 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-177da878-fd35-48b2-b449-b861fdb28342'] response: {'server_uuid': 'fa6d1ead-f663-4f10-bb12-cc2e3eb41f8a', 'name': 'network-vif-deleted', 'tag': '1c0f16dc-ff0a-491c-8fc5-59048859f906', 'status': 'completed', 'code': 200} Apr 12 14:31:26.458955 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ac774b54-bdb1-48ae-9537-a001022117be req-362c5225-f694-4c40-bb8e-da4e1b6d10c7 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-55776034&fields=id&tenant_id=b3d7ea4039fe45f0b3b3710a70602d66 HTTP/1.1" status: 200 len: 267 time: 0.0430970 Apr 12 14:31:26.512998 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac774b54-bdb1-48ae-9537-a001022117be req-ac70c0f2-c105-4a77-be0e-3182b53d61f7 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:26.514401 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ac774b54-bdb1-48ae-9537-a001022117be req-ac70c0f2-c105-4a77-be0e-3182b53d61f7 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 985 time: 0.0471854 Apr 12 14:31:26.525967 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-ac774b54-bdb1-48ae-9537-a001022117be req-9b7ab9c4-1fde-4491-b27d-d86203136ba5 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Request body: {'port': {'security_groups': ['0349dacb-0fa3-47d9-96d7-c61125a70a5a']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:31:26.612030 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ac774b54-bdb1-48ae-9537-a001022117be req-9b7ab9c4-1fde-4491-b27d-d86203136ba5 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (f0034267-f3fd-42d6-867a-330b269ae4c9), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:26.808404 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ac774b54-bdb1-48ae-9537-a001022117be req-9b7ab9c4-1fde-4491-b27d-d86203136ba5 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] For port f0034267-f3fd-42d6-867a-330b269ae4c9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f0034267-f3fd-42d6-867a-330b269ae4c9,segment=NetworkSegment(e36398ca-ae96-4e82-91b8-5bfc2ef32caa),segment_id=e36398ca-ae96-4e82-91b8-5bfc2ef32caa)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:26.948257 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59322) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:27.094380 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ac774b54-bdb1-48ae-9537-a001022117be req-9b7ab9c4-1fde-4491-b27d-d86203136ba5 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for port (f0034267-f3fd-42d6-867a-330b269ae4c9), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:27.101772 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ac774b54-bdb1-48ae-9537-a001022117be req-9b7ab9c4-1fde-4491-b27d-d86203136ba5 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (f0034267-f3fd-42d6-867a-330b269ae4c9), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:27.142967 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['f0034267-f3fd-42d6-867a-330b269ae4c9'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:31:27.148959 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac774b54-bdb1-48ae-9537-a001022117be req-9b7ab9c4-1fde-4491-b27d-d86203136ba5 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:27.149633 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ac774b54-bdb1-48ae-9537-a001022117be req-9b7ab9c4-1fde-4491-b27d-d86203136ba5 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:27.151223 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ac774b54-bdb1-48ae-9537-a001022117be req-9b7ab9c4-1fde-4491-b27d-d86203136ba5 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "PUT /v2.0/ports/f0034267-f3fd-42d6-867a-330b269ae4c9 HTTP/1.1" status: 200 len: 943 time: 0.6300728 Apr 12 14:31:27.158851 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59326) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:27.174331 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ab9c4-1fde-4491-b27d-d86203136ba5 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Pushing event updated for resources: {'Port': ['ID=f0034267-f3fd-42d6-867a-330b269ae4c9,revision_number=7']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:27.319096 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0bfdfdec-19c0-4758-b180-ddfb1fbaf731 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for security_group (c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:27.326661 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['f0034267-f3fd-42d6-867a-330b269ae4c9'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:31:27.359280 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0bfdfdec-19c0-4758-b180-ddfb1fbaf731 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for security_group (c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:27.435113 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b4ceedcf-cd9d-4ac1-91f0-88cfcbd382a4 None None] Provisioning complete for port f0034267-f3fd-42d6-867a-330b269ae4c9 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:31:27.435479 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b4ceedcf-cd9d-4ac1-91f0-88cfcbd382a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (f0034267-f3fd-42d6-867a-330b269ae4c9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:27.519467 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0bfdfdec-19c0-4758-b180-ddfb1fbaf731 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:27.522087 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0bfdfdec-19c0-4758-b180-ddfb1fbaf731 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:27.523240 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-0bfdfdec-19c0-4758-b180-ddfb1fbaf731 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "DELETE /v2.0/security-groups/c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8 HTTP/1.1" status: 204 len: 168 time: 0.3634586 Apr 12 14:31:27.526337 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 59328) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:27.545793 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfdfdec-19c0-4758-b180-ddfb1fbaf731 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d5b88f-aef4-4cdd-a3cc-f953997a0ab8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:27.596527 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b4ceedcf-cd9d-4ac1-91f0-88cfcbd382a4 None None] Current status of the port f0034267-f3fd-42d6-867a-330b269ae4c9 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:31:27.635306 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-76c4d6fa-24c5-452e-a5d7-4946727cfa11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548802'] for router_interface (b585704c-dadd-428f-b04f-5a00b8e46f57), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:27.701561 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d879d56d-b865-48b0-8f64-f591836be32a tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Deleting port 60bcfac0-fad4-4755-83f5-d672d346c1fd {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:27.701798 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d879d56d-b865-48b0-8f64-f591836be32a tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (60bcfac0-fad4-4755-83f5-d672d346c1fd), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:27.786854 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d879d56d-b865-48b0-8f64-f591836be32a tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (60bcfac0-fad4-4755-83f5-d672d346c1fd), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:27.787232 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d879d56d-b865-48b0-8f64-f591836be32a tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for floatingip (60bcfac0-fad4-4755-83f5-d672d346c1fd), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:27.800362 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d879d56d-b865-48b0-8f64-f591836be32a tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Calling delete_port for 60bcfac0-fad4-4755-83f5-d672d346c1fd owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:27.949079 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-76c4d6fa-24c5-452e-a5d7-4946727cfa11 admin admin] Deleting port 4f3d83d0-b8af-4c8c-91f9-88b53780fd6a {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:27.949675 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-76c4d6fa-24c5-452e-a5d7-4946727cfa11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (4f3d83d0-b8af-4c8c-91f9-88b53780fd6a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:27.982822 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d879d56d-b865-48b0-8f64-f591836be32a tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (60bcfac0-fad4-4755-83f5-d672d346c1fd), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:28.008245 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879d56d-b865-48b0-8f64-f591836be32a tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Pushing event deleted for resources: {'Port': ['ID=60bcfac0-fad4-4755-83f5-d672d346c1fd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:28.040760 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-76c4d6fa-24c5-452e-a5d7-4946727cfa11 admin admin] For port 4f3d83d0-b8af-4c8c-91f9-88b53780fd6a, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=4f3d83d0-b8af-4c8c-91f9-88b53780fd6a,segment=NetworkSegment(7327c438-b8f9-4c5f-ab78-483827bf3cd1),segment_id=7327c438-b8f9-4c5f-ab78-483827bf3cd1)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:28.041156 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-76c4d6fa-24c5-452e-a5d7-4946727cfa11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (4f3d83d0-b8af-4c8c-91f9-88b53780fd6a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:28.055447 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-76c4d6fa-24c5-452e-a5d7-4946727cfa11 admin admin] Calling delete_port for 4f3d83d0-b8af-4c8c-91f9-88b53780fd6a owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:28.082925 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d879d56d-b865-48b0-8f64-f591836be32a tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks [] for floatingip (7ead9ae2-0137-4b17-b51d-326fbf6c92b9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:28.083266 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-d879d56d-b865-48b0-8f64-f591836be32a tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Floating IP 7ead9ae2-0137-4b17-b51d-326fbf6c92b9 disassociated (deleted). External IP: 172.27.0.216, port: f0034267-f3fd-42d6-867a-330b269ae4c9. Apr 12 14:31:28.239308 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-76c4d6fa-24c5-452e-a5d7-4946727cfa11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (4f3d83d0-b8af-4c8c-91f9-88b53780fd6a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:28.264125 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4d6fa-24c5-452e-a5d7-4946727cfa11 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f3d83d0-b8af-4c8c-91f9-88b53780fd6a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:28.276528 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51eab3de-f6e1-40f7-af11-0fbf81fa4b57', 'tag': 'f0034267-f3fd-42d6-867a-330b269ae4c9'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:31:28.279955 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a40571-a025-447b-8d93-7e3a96d81aab" -d '{"events": [{"name": "network-changed", "server_uuid": "51eab3de-f6e1-40f7-af11-0fbf81fa4b57", "tag": "f0034267-f3fd-42d6-867a-330b269ae4c9"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:31:28.313271 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d879d56d-b865-48b0-8f64-f591836be32a tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Router 97dafffb-e0f7-4227-9b2f-3eb1b67a567c has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:31:28.327356 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebecaf89-2ea2-45a3-8019-45b99120f332 x-openstack-request-id: req-ebecaf89-2ea2-45a3-8019-45b99120f332 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:31:28.327649 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51eab3de-f6e1-40f7-af11-0fbf81fa4b57", "tag": "f0034267-f3fd-42d6-867a-330b269ae4c9", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:31:28.328259 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ebecaf89-2ea2-45a3-8019-45b99120f332 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:31:28.328259 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebecaf89-2ea2-45a3-8019-45b99120f332'] response: {'name': 'network-changed', 'server_uuid': '51eab3de-f6e1-40f7-af11-0fbf81fa4b57', 'tag': 'f0034267-f3fd-42d6-867a-330b269ae4c9', 'status': 'completed', 'code': 200} Apr 12 14:31:28.483373 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d879d56d-b865-48b0-8f64-f591836be32a tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:31:28.485740 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a40571-a025-447b-8d93-7e3a96d81aab req-0abc4317-b5f5-4d2b-8906-f9b705e438c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:28.486616 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 1c0f16dc-ff0a-491c-8fc5-59048859f906 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:31:28.487241 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-24a40571-a025-447b-8d93-7e3a96d81aab req-0abc4317-b5f5-4d2b-8906-f9b705e438c5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b3d7ea4039fe45f0b3b3710a70602d66&device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 1130 time: 0.1122341 Apr 12 14:31:28.490707 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d879d56d-b865-48b0-8f64-f591836be32a tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:28.497209 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e47c4a-9997-4f57-952c-affc8736cd69 None None] Sync routers for ids ['97dafffb-e0f7-4227-9b2f-3eb1b67a567c'] in dv-cinder-837523-1-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:31:28.518588 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] No Port match for: 1c0f16dc-ff0a-491c-8fc5-59048859f906 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:31:28.519255 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 1c0f16dc-ff0a-491c-8fc5-59048859f906 not bound to the agent host hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:31:28.528721 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e47c4a-9997-4f57-952c-affc8736cd69 None None] Routers {'97dafffb-e0f7-4227-9b2f-3eb1b67a567c'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:28.529394 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-80e47c4a-9997-4f57-952c-affc8736cd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:31:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['97dafffb-e0f7-4227-9b2f-3eb1b67a567c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:28.580584 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d879d56d-b865-48b0-8f64-f591836be32a tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "DELETE /v2.0/floatingips/7ead9ae2-0137-4b17-b51d-326fbf6c92b9 HTTP/1.1" status: 204 len: 168 time: 1.0529571 Apr 12 14:31:28.622150 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a40571-a025-447b-8d93-7e3a96d81aab req-4d55ef55-5246-4bbd-928a-523c0a23fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:28.623901 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-24a40571-a025-447b-8d93-7e3a96d81aab req-4d55ef55-5246-4bbd-928a-523c0a23fb2f service neutron] 10.222.0.69 "GET /v2.0/networks?id=9cf681b3-e3b6-4238-acc9-69f2e6504ff4 HTTP/1.1" status: 200 len: 917 time: 0.1284707 Apr 12 14:31:28.672376 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-80e47c4a-9997-4f57-952c-affc8736cd69 None None] Set router 97dafffb-e0f7-4227-9b2f-3eb1b67a567c gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:28.693654 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-24a40571-a025-447b-8d93-7e3a96d81aab req-5bcacac3-b458-4016-8d8f-0c0681d0cb0a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0034267-f3fd-42d6-867a-330b269ae4c9 HTTP/1.1" status: 200 len: 217 time: 0.0626447 Apr 12 14:31:28.727627 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-76c4d6fa-24c5-452e-a5d7-4946727cfa11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548718'] for router_interface (b585704c-dadd-428f-b04f-5a00b8e46f57), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:28.758253 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a40571-a025-447b-8d93-7e3a96d81aab req-6eb058df-745e-4290-8080-5a96c749d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:28.759780 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-24a40571-a025-447b-8d93-7e3a96d81aab req-6eb058df-745e-4290-8080-5a96c749d0ca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1fc1673c-be61-42df-9b70-97c35069d384 HTTP/1.1" status: 200 len: 854 time: 0.0589426 Apr 12 14:31:28.816755 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a40571-a025-447b-8d93-7e3a96d81aab req-63357ede-a90a-42bb-803d-66c0f305c838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:28.818742 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-24a40571-a025-447b-8d93-7e3a96d81aab req-63357ede-a90a-42bb-803d-66c0f305c838 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9cf681b3-e3b6-4238-acc9-69f2e6504ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526309 Apr 12 14:31:28.930254 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-80e47c4a-9997-4f57-952c-affc8736cd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'name': 'tempest-TestMinimumBasicScenario-1120343697-router', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'a539b146-549f-4671-8e82-649d353cc36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:57Z', 'updated_at': '2022-04-12T14:28:00Z', 'revision_number': 4, 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'gw_port': {'id': 'a539b146-549f-4671-8e82-649d353cc36c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:58Z', 'updated_at': '2022-04-12T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '2f39c80a-872b-49c0-854c-5ebb70af1093', 'name': '', 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'mac_address': 'fa:16:3e:62:8a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1fc1673c-be61-42df-9b70-97c35069d384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:00Z', 'updated_at': '2022-04-12T14:28:06Z', 'revision_number': 5, 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'subnets': [{'id': '1fc1673c-be61-42df-9b70-97c35069d384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:28.958216 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e47c4a-9997-4f57-952c-affc8736cd69 None None] Checking router: 97dafffb-e0f7-4227-9b2f-3eb1b67a567c for host: dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:31:28.958687 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-24a40571-a025-447b-8d93-7e3a96d81aab req-9146c9b8-0a2c-4320-9806-5be1f7e93338 service neutron] 10.222.0.69 "GET /v2.0/networks/9cf681b3-e3b6-4238-acc9-69f2e6504ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149642 Apr 12 14:31:28.968158 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e47c4a-9997-4f57-952c-affc8736cd69 None None] Routers {'97dafffb-e0f7-4227-9b2f-3eb1b67a567c'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:28.968803 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-80e47c4a-9997-4f57-952c-affc8736cd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:31:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['97dafffb-e0f7-4227-9b2f-3eb1b67a567c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:29.014900 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c4d6fa-24c5-452e-a5d7-4946727cfa11 admin admin] Router b585704c-dadd-428f-b04f-5a00b8e46f57 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:31:29.082569 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-80e47c4a-9997-4f57-952c-affc8736cd69 None None] Set router 97dafffb-e0f7-4227-9b2f-3eb1b67a567c gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:29.130462 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c4d6fa-24c5-452e-a5d7-4946727cfa11 admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:31:29.135580 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-76c4d6fa-24c5-452e-a5d7-4946727cfa11 admin admin] 10.222.0.79 "PUT /v2.0/routers/b585704c-dadd-428f-b04f-5a00b8e46f57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1855731 Apr 12 14:31:29.138626 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59344) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:29.141173 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af69d29c-8d54-409d-8d9a-25a7a790ee57 None None] Sync routers for ids ['b585704c-dadd-428f-b04f-5a00b8e46f57'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:31:29.153679 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af69d29c-8d54-409d-8d9a-25a7a790ee57 None None] Routers {'b585704c-dadd-428f-b04f-5a00b8e46f57'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:29.157285 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-af69d29c-8d54-409d-8d9a-25a7a790ee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:31:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b585704c-dadd-428f-b04f-5a00b8e46f57'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:29.253815 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7448385a-fc6f-46e2-994d-2cd6f132df6c admin admin] Publish callbacks [] for router (b585704c-dadd-428f-b04f-5a00b8e46f57), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:29.287180 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-af69d29c-8d54-409d-8d9a-25a7a790ee57 None None] Set router b585704c-dadd-428f-b04f-5a00b8e46f57 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:29.303919 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-80e47c4a-9997-4f57-952c-affc8736cd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'name': 'tempest-TestMinimumBasicScenario-1120343697-router', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'a539b146-549f-4671-8e82-649d353cc36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:57Z', 'updated_at': '2022-04-12T14:28:00Z', 'revision_number': 4, 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'gw_port': {'id': 'a539b146-549f-4671-8e82-649d353cc36c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:58Z', 'updated_at': '2022-04-12T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '2f39c80a-872b-49c0-854c-5ebb70af1093', 'name': '', 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'mac_address': 'fa:16:3e:62:8a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1fc1673c-be61-42df-9b70-97c35069d384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:00Z', 'updated_at': '2022-04-12T14:28:06Z', 'revision_number': 5, 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'subnets': [{'id': '1fc1673c-be61-42df-9b70-97c35069d384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:29.337519 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e47c4a-9997-4f57-952c-affc8736cd69 None None] The sync data for ids ['97dafffb-e0f7-4227-9b2f-3eb1b67a567c'] in dv-cinder-837523-1-iscsi is: [{'id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'name': 'tempest-TestMinimumBasicScenario-1120343697-router', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'a539b146-549f-4671-8e82-649d353cc36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:57Z', 'updated_at': '2022-04-12T14:28:00Z', 'revision_number': 4, 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'gw_port': {'id': 'a539b146-549f-4671-8e82-649d353cc36c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:58Z', 'updated_at': '2022-04-12T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '2f39c80a-872b-49c0-854c-5ebb70af1093', 'name': '', 'network_id': '9cf681b3-e3b6-4238-acc9-69f2e6504ff4', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'mac_address': 'fa:16:3e:62:8a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '1fc1673c-be61-42df-9b70-97c35069d384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:00Z', 'updated_at': '2022-04-12T14:28:06Z', 'revision_number': 5, 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'subnets': [{'id': '1fc1673c-be61-42df-9b70-97c35069d384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:31:29.390333 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7448385a-fc6f-46e2-994d-2cd6f132df6c admin admin] Publish callbacks [] for router_gateway (b585704c-dadd-428f-b04f-5a00b8e46f57), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:29.436724 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-24a40571-a025-447b-8d93-7e3a96d81aab req-b96b3c54-da84-49af-8f62-c96ec742d9bb service neutron] 10.222.0.69 "GET /v2.0/networks/9cf681b3-e3b6-4238-acc9-69f2e6504ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002989 Apr 12 14:31:29.458184 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7448385a-fc6f-46e2-994d-2cd6f132df6c admin admin] Deleting port 68b515ca-f40a-4d96-8698-e9f821902d7c {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:29.458518 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7448385a-fc6f-46e2-994d-2cd6f132df6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (68b515ca-f40a-4d96-8698-e9f821902d7c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:29.516863 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-af69d29c-8d54-409d-8d9a-25a7a790ee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'name': 'tempest-ServerRescueNegativeTestJSON-1441437565-router', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:11Z', 'updated_at': '2022-04-12T14:31:28Z', 'revision_number': 5, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'gw_port': {'id': '68b515ca-f40a-4d96-8698-e9f821902d7c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:18:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:29.558584 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af69d29c-8d54-409d-8d9a-25a7a790ee57 None None] Checking router: b585704c-dadd-428f-b04f-5a00b8e46f57 for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:31:29.567681 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af69d29c-8d54-409d-8d9a-25a7a790ee57 None None] Routers {'b585704c-dadd-428f-b04f-5a00b8e46f57'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:29.568620 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-af69d29c-8d54-409d-8d9a-25a7a790ee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:31:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b585704c-dadd-428f-b04f-5a00b8e46f57'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:29.568862 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7448385a-fc6f-46e2-994d-2cd6f132df6c admin admin] For port 68b515ca-f40a-4d96-8698-e9f821902d7c, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=68b515ca-f40a-4d96-8698-e9f821902d7c,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:29.569276 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7448385a-fc6f-46e2-994d-2cd6f132df6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (68b515ca-f40a-4d96-8698-e9f821902d7c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:29.589607 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7448385a-fc6f-46e2-994d-2cd6f132df6c admin admin] Calling delete_port for 68b515ca-f40a-4d96-8698-e9f821902d7c owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:29.669725 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-af69d29c-8d54-409d-8d9a-25a7a790ee57 None None] Set router b585704c-dadd-428f-b04f-5a00b8e46f57 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:29.680217 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a270fce-9019-4c0a-89bb-77dda231f147 None None] New status for floating IP 7ead9ae2-0137-4b17-b51d-326fbf6c92b9: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:31:29.731079 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-af69d29c-8d54-409d-8d9a-25a7a790ee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'name': 'tempest-ServerRescueNegativeTestJSON-1441437565-router', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:11Z', 'updated_at': '2022-04-12T14:31:29Z', 'revision_number': 6, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'gw_port_host': None}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:29.774156 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af69d29c-8d54-409d-8d9a-25a7a790ee57 None None] The sync data for ids ['b585704c-dadd-428f-b04f-5a00b8e46f57'] in dv-cinder-837523-1-iscsi is: [{'id': 'b585704c-dadd-428f-b04f-5a00b8e46f57', 'name': 'tempest-ServerRescueNegativeTestJSON-1441437565-router', 'tenant_id': 'bc50f73daaba422a80028bd9395b487e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:11Z', 'updated_at': '2022-04-12T14:31:29Z', 'revision_number': 6, 'project_id': 'bc50f73daaba422a80028bd9395b487e', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:31:29.786625 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7448385a-fc6f-46e2-994d-2cd6f132df6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (68b515ca-f40a-4d96-8698-e9f821902d7c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:29.832882 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7448385a-fc6f-46e2-994d-2cd6f132df6c admin admin] Pushing event deleted for resources: {'Port': ['ID=68b515ca-f40a-4d96-8698-e9f821902d7c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:29.904015 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7448385a-fc6f-46e2-994d-2cd6f132df6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546440'] for router_gateway (b585704c-dadd-428f-b04f-5a00b8e46f57), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:30.025339 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7448385a-fc6f-46e2-994d-2cd6f132df6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4077'] for router (b585704c-dadd-428f-b04f-5a00b8e46f57), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:30.028127 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7448385a-fc6f-46e2-994d-2cd6f132df6c admin admin] Publish callbacks [] for router_controller (b585704c-dadd-428f-b04f-5a00b8e46f57), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:30.097056 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7448385a-fc6f-46e2-994d-2cd6f132df6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-645423'] for router (b585704c-dadd-428f-b04f-5a00b8e46f57), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:30.098090 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7448385a-fc6f-46e2-994d-2cd6f132df6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b585704c-dadd-428f-b04f-5a00b8e46f57 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 14:31:30.106431 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7448385a-fc6f-46e2-994d-2cd6f132df6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:30.108191 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-7448385a-fc6f-46e2-994d-2cd6f132df6c admin admin] 10.222.0.79 "DELETE /v2.0/routers/b585704c-dadd-428f-b04f-5a00b8e46f57 HTTP/1.1" status: 204 len: 168 time: 0.9684629 Apr 12 14:31:30.110974 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 59356) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:30.172019 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-b259e1bc-96f5-41a8-b334-8cee05aa15f9 admin admin] Deleting subnet 041172b8-b945-46f0-8972-88e78348afd5 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:31:30.175668 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b259e1bc-96f5-41a8-b334-8cee05aa15f9 admin admin] Publish callbacks [] for subnet (041172b8-b945-46f0-8972-88e78348afd5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:30.212688 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b259e1bc-96f5-41a8-b334-8cee05aa15f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3180185'] for subnet (041172b8-b945-46f0-8972-88e78348afd5), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:30.331113 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51eab3de-f6e1-40f7-af11-0fbf81fa4b57', 'tag': 'f0034267-f3fd-42d6-867a-330b269ae4c9'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:31:30.333284 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95940deb-e434-4cc5-9ed3-0e6075f456e7" -d '{"events": [{"name": "network-changed", "server_uuid": "51eab3de-f6e1-40f7-af11-0fbf81fa4b57", "tag": "f0034267-f3fd-42d6-867a-330b269ae4c9"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:31:30.340835 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b259e1bc-96f5-41a8-b334-8cee05aa15f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16103179'] for subnet (041172b8-b945-46f0-8972-88e78348afd5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:30.374031 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee13d17-f285-4265-9946-c3095ea7150b x-openstack-request-id: req-cee13d17-f285-4265-9946-c3095ea7150b {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:31:30.374405 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51eab3de-f6e1-40f7-af11-0fbf81fa4b57", "tag": "f0034267-f3fd-42d6-867a-330b269ae4c9", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:31:30.374663 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cee13d17-f285-4265-9946-c3095ea7150b {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:31:30.375068 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee13d17-f285-4265-9946-c3095ea7150b'] response: {'name': 'network-changed', 'server_uuid': '51eab3de-f6e1-40f7-af11-0fbf81fa4b57', 'tag': 'f0034267-f3fd-42d6-867a-330b269ae4c9', 'status': 'completed', 'code': 200} Apr 12 14:31:30.402824 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b259e1bc-96f5-41a8-b334-8cee05aa15f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16103218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3725966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4036632'] for subnet (041172b8-b945-46f0-8972-88e78348afd5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:30.441493 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259e1bc-96f5-41a8-b334-8cee05aa15f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=041172b8-b945-46f0-8972-88e78348afd5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:30.453385 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb11e84-59fc-4c94-8e9c-34a9dacef330 None None] Network c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:31:30.466234 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b259e1bc-96f5-41a8-b334-8cee05aa15f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:30.469582 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b259e1bc-96f5-41a8-b334-8cee05aa15f9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/041172b8-b945-46f0-8972-88e78348afd5 HTTP/1.1" status: 204 len: 168 time: 0.3572681 Apr 12 14:31:30.472494 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59360) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:30.484187 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95940deb-e434-4cc5-9ed3-0e6075f456e7 req-0b8e248c-e077-4b69-86c7-75e87de75ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:30.486165 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-95940deb-e434-4cc5-9ed3-0e6075f456e7 req-0b8e248c-e077-4b69-86c7-75e87de75ceb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b3d7ea4039fe45f0b3b3710a70602d66&device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 1130 time: 0.0525241 Apr 12 14:31:30.547396 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c65fb52-99d7-4586-9322-49efc94ed5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16156760'] for network (c5e9cadb-c05a-4919-a4f5-06d8c6a4a802), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:30.589294 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95940deb-e434-4cc5-9ed3-0e6075f456e7 req-88a80214-c8b3-4921-912c-c40d8e3b6a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:30.591578 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-95940deb-e434-4cc5-9ed3-0e6075f456e7 req-88a80214-c8b3-4921-912c-c40d8e3b6a26 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9cf681b3-e3b6-4238-acc9-69f2e6504ff4 HTTP/1.1" status: 200 len: 917 time: 0.0967903 Apr 12 14:31:30.600738 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7c65fb52-99d7-4586-9322-49efc94ed5a4 admin admin] Deleting port d63ad553-abf6-43cb-a920-c0481cb91c60 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:30.601261 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c65fb52-99d7-4586-9322-49efc94ed5a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (d63ad553-abf6-43cb-a920-c0481cb91c60), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:30.635751 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a530f89e-b982-4cc7-a723-31c521ed8243 None None] DHCP port deletion for c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 request from dv-cinder-837523-1-iscsi {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 14:31:30.649499 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-95940deb-e434-4cc5-9ed3-0e6075f456e7 req-bbed09a5-fd24-4898-95be-ed846f797fa2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0034267-f3fd-42d6-867a-330b269ae4c9 HTTP/1.1" status: 200 len: 217 time: 0.0498376 Apr 12 14:31:30.678979 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7c65fb52-99d7-4586-9322-49efc94ed5a4 admin admin] For port d63ad553-abf6-43cb-a920-c0481cb91c60, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=d63ad553-abf6-43cb-a920-c0481cb91c60,segment=NetworkSegment(7327c438-b8f9-4c5f-ab78-483827bf3cd1),segment_id=7327c438-b8f9-4c5f-ab78-483827bf3cd1)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:30.679393 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c65fb52-99d7-4586-9322-49efc94ed5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (d63ad553-abf6-43cb-a920-c0481cb91c60), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:30.690545 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a530f89e-b982-4cc7-a723-31c521ed8243 None None] Deleting port d63ad553-abf6-43cb-a920-c0481cb91c60 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:30.691606 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a530f89e-b982-4cc7-a723-31c521ed8243 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (d63ad553-abf6-43cb-a920-c0481cb91c60), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:30.694913 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7c65fb52-99d7-4586-9322-49efc94ed5a4 admin admin] Calling delete_port for d63ad553-abf6-43cb-a920-c0481cb91c60 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:30.702391 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95940deb-e434-4cc5-9ed3-0e6075f456e7 req-10d63378-00f8-4956-bd4f-a3a5758bb2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:30.704019 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-95940deb-e434-4cc5-9ed3-0e6075f456e7 req-10d63378-00f8-4956-bd4f-a3a5758bb2ee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1fc1673c-be61-42df-9b70-97c35069d384 HTTP/1.1" status: 200 len: 854 time: 0.0478952 Apr 12 14:31:30.759308 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-a530f89e-b982-4cc7-a723-31c521ed8243 None None] For port d63ad553-abf6-43cb-a920-c0481cb91c60, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=d63ad553-abf6-43cb-a920-c0481cb91c60,segment=NetworkSegment(7327c438-b8f9-4c5f-ab78-483827bf3cd1),segment_id=7327c438-b8f9-4c5f-ab78-483827bf3cd1)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:30.760176 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a530f89e-b982-4cc7-a723-31c521ed8243 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (d63ad553-abf6-43cb-a920-c0481cb91c60), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:30.764720 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95940deb-e434-4cc5-9ed3-0e6075f456e7 req-950fab29-fe08-43a4-a45f-23f8ade5960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:30.766744 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-95940deb-e434-4cc5-9ed3-0e6075f456e7 req-950fab29-fe08-43a4-a45f-23f8ade5960a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9cf681b3-e3b6-4238-acc9-69f2e6504ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548069 Apr 12 14:31:30.775618 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-a530f89e-b982-4cc7-a723-31c521ed8243 None None] Calling delete_port for d63ad553-abf6-43cb-a920-c0481cb91c60 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:30.785632 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c65fb52-99d7-4586-9322-49efc94ed5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (d63ad553-abf6-43cb-a920-c0481cb91c60), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:30.816141 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c65fb52-99d7-4586-9322-49efc94ed5a4 admin admin] No DVR routers for this DVR port d63ad553-abf6-43cb-a920-c0481cb91c60 on host dv-cinder-837523-1-iscsi {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:31:30.818293 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65fb52-99d7-4586-9322-49efc94ed5a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d63ad553-abf6-43cb-a920-c0481cb91c60,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:30.876797 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-95940deb-e434-4cc5-9ed3-0e6075f456e7 req-1548817a-90db-4fa9-b139-e451897c8607 service neutron] 10.222.0.69 "GET /v2.0/networks/9cf681b3-e3b6-4238-acc9-69f2e6504ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025550 Apr 12 14:31:30.902053 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c65fb52-99d7-4586-9322-49efc94ed5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16104838', 'neutron.services.segments.db._delete_segments_for_network-8728757608111'] for network (c5e9cadb-c05a-4919-a4f5-06d8c6a4a802), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:30.930680 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-7c65fb52-99d7-4586-9322-49efc94ed5a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e9cadb-c05a-4919-a4f5-06d8c6a4a802']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:30.947766 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-7c65fb52-99d7-4586-9322-49efc94ed5a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7327c438-b8f9-4c5f-ab78-483827bf3cd1') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:30.948182 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-7c65fb52-99d7-4586-9322-49efc94ed5a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7327c438-b8f9-4c5f-ab78-483827bf3cd1') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:30.961407 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c65fb52-99d7-4586-9322-49efc94ed5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728757610680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58773018'] for segment (7327c438-b8f9-4c5f-ab78-483827bf3cd1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:30.976988 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c65fb52-99d7-4586-9322-49efc94ed5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (7327c438-b8f9-4c5f-ab78-483827bf3cd1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:30.990223 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c65fb52-99d7-4586-9322-49efc94ed5a4 admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:31:30.990967 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c65fb52-99d7-4586-9322-49efc94ed5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3951198'] for segment (7327c438-b8f9-4c5f-ab78-483827bf3cd1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:30.999139 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-95940deb-e434-4cc5-9ed3-0e6075f456e7 req-15f3c84a-6c43-48a2-b4dd-f3834905c07f service neutron] 10.222.0.69 "GET /v2.0/networks/9cf681b3-e3b6-4238-acc9-69f2e6504ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152329 Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: Traceback (most recent call last): Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: timer() Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: cb(*args, **kw) Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: return func(*args, **kwargs) Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: self._notify() Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: self.callback(batched_events) Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: event.method(event) Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: return f(self, *a, **k) Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: return self._get(url).json() Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: return self.request(url, 'GET', **kwargs) Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:31:31.043347 dv-cinder-837523-1-iscsi neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:31:31.047235 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a530f89e-b982-4cc7-a723-31c521ed8243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616'] for port (d63ad553-abf6-43cb-a920-c0481cb91c60), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:31.055276 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c65fb52-99d7-4586-9322-49efc94ed5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16104841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546540'] for network (c5e9cadb-c05a-4919-a4f5-06d8c6a4a802), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:31.070499 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c65fb52-99d7-4586-9322-49efc94ed5a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:31.074409 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-7c65fb52-99d7-4586-9322-49efc94ed5a4 admin admin] 10.222.0.79 "DELETE /v2.0/networks/c5e9cadb-c05a-4919-a4f5-06d8c6a4a802 HTTP/1.1" status: 204 len: 168 time: 0.6002188 Apr 12 14:31:31.079912 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65fb52-99d7-4586-9322-49efc94ed5a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5e9cadb-c05a-4919-a4f5-06d8c6a4a802,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:31.080213 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530f89e-b982-4cc7-a723-31c521ed8243 None None] Pushing event deleted for resources: {'Port': ['ID=d63ad553-abf6-43cb-a920-c0481cb91c60,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:31.086356 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a530f89e-b982-4cc7-a723-31c521ed8243 None None] No DVR routers for this DVR port d63ad553-abf6-43cb-a920-c0481cb91c60 on host dv-cinder-837523-1-iscsi {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:31:31.097732 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a530f89e-b982-4cc7-a723-31c521ed8243 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:31.098966 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a530f89e-b982-4cc7-a723-31c521ed8243 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:31.099492 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a530f89e-b982-4cc7-a723-31c521ed8243 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:31.100063 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a530f89e-b982-4cc7-a723-31c521ed8243 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:31.100416 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a530f89e-b982-4cc7-a723-31c521ed8243 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:31.101070 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a530f89e-b982-4cc7-a723-31c521ed8243 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:31.101729 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a530f89e-b982-4cc7-a723-31c521ed8243 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:31.102258 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a530f89e-b982-4cc7-a723-31c521ed8243 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:31.103300 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a530f89e-b982-4cc7-a723-31c521ed8243 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:31.104003 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a530f89e-b982-4cc7-a723-31c521ed8243 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:31.104507 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a530f89e-b982-4cc7-a723-31c521ed8243 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:31.105673 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a530f89e-b982-4cc7-a723-31c521ed8243 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:31.106010 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a530f89e-b982-4cc7-a723-31c521ed8243 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:31.106344 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a530f89e-b982-4cc7-a723-31c521ed8243 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:31.107090 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a530f89e-b982-4cc7-a723-31c521ed8243 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:31.208121 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59368) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:31.250050 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-5096ed86-521c-4fec-abc9-e33e76071efa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bc50f73daaba422a80028bd9395b487e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407147 Apr 12 14:31:31.252573 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59370) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:31.319448 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b296acf3-8cbb-4ff8-94c6-8a3ea0e55e44 admin admin] Publish callbacks [] for security_group (0e6334a4-ca7d-404b-9740-66bd37414610), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:31.341276 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b296acf3-8cbb-4ff8-94c6-8a3ea0e55e44 admin admin] Publish callbacks [] for security_group (0e6334a4-ca7d-404b-9740-66bd37414610), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:31.391181 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b296acf3-8cbb-4ff8-94c6-8a3ea0e55e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (0e6334a4-ca7d-404b-9740-66bd37414610), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:31.393930 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b296acf3-8cbb-4ff8-94c6-8a3ea0e55e44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:31.397533 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d88676-7459-4ba5-a6ab-13622b0af354 req-199deb67-42b7-493f-98ae-41da540fccc8 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:31.397713 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-b296acf3-8cbb-4ff8-94c6-8a3ea0e55e44 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0e6334a4-ca7d-404b-9740-66bd37414610 HTTP/1.1" status: 204 len: 168 time: 0.1416471 Apr 12 14:31:31.397833 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b3d88676-7459-4ba5-a6ab-13622b0af354 req-199deb67-42b7-493f-98ae-41da540fccc8 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 946 time: 0.0516691 Apr 12 14:31:31.403609 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296acf3-8cbb-4ff8-94c6-8a3ea0e55e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6334a4-ca7d-404b-9740-66bd37414610,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:31.450687 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b3d88676-7459-4ba5-a6ab-13622b0af354 req-87c9150b-7a80-4477-97af-7d261c8edcf9 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484757 Apr 12 14:31:31.794747 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device d63ad553-abf6-43cb-a920-c0481cb91c60 no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:31:31.818466 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: d63ad553-abf6-43cb-a920-c0481cb91c60 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:31:31.818816 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device d63ad553-abf6-43cb-a920-c0481cb91c60 not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:31:31.819243 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 4f3d83d0-b8af-4c8c-91f9-88b53780fd6a no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:31:31.840127 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: 4f3d83d0-b8af-4c8c-91f9-88b53780fd6a {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:31:31.840478 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 4f3d83d0-b8af-4c8c-91f9-88b53780fd6a not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:31:31.841029 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 68b515ca-f40a-4d96-8698-e9f821902d7c no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:31:31.860126 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: 68b515ca-f40a-4d96-8698-e9f821902d7c {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:31:31.860473 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 68b515ca-f40a-4d96-8698-e9f821902d7c not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:31:32.113844 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59394) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:32.213681 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-3dd8125d-7932-432d-a661-4a870a53b1f2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1047636487-network', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:31:32.233106 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd8125d-7932-432d-a661-4a870a53b1f2 admin admin] Made reservation on behalf of b89123ba80a94b8d8e37e734b8a4615a for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:31:32.235311 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3dd8125d-7932-432d-a661-4a870a53b1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:32.243747 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3dd8125d-7932-432d-a661-4a870a53b1f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:32.321446 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3dd8125d-7932-432d-a661-4a870a53b1f2 admin admin] Publish callbacks [] for security_group (6af225b6-df73-43c6-99f4-b6f625d5b3bb), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:32.326030 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3dd8125d-7932-432d-a661-4a870a53b1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (6af225b6-df73-43c6-99f4-b6f625d5b3bb), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:32.353486 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd8125d-7932-432d-a661-4a870a53b1f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:31:32.360061 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8125d-7932-432d-a661-4a870a53b1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af225b6-df73-43c6-99f4-b6f625d5b3bb,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:32.366197 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3dd8125d-7932-432d-a661-4a870a53b1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (5facf32a-40c5-4067-8228-6e38b04f0740), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:32.366538 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.db.segments_db [None req-3dd8125d-7932-432d-a661-4a870a53b1f2 admin admin] Added segment 5facf32a-40c5-4067-8228-6e38b04f0740 of type vlan for network b92ade3c-1952-4e8c-a71a-76cbe01a1576 Apr 12 14:31:32.416016 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3dd8125d-7932-432d-a661-4a870a53b1f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728757078613'] for network (b92ade3c-1952-4e8c-a71a-76cbe01a1576), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:32.439833 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3dd8125d-7932-432d-a661-4a870a53b1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for network (b92ade3c-1952-4e8c-a71a-76cbe01a1576), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:32.440822 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd8125d-7932-432d-a661-4a870a53b1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:32.441307 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3dd8125d-7932-432d-a661-4a870a53b1f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:32.502858 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-3dd8125d-7932-432d-a661-4a870a53b1f2 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3878522 Apr 12 14:31:32.505890 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59400) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:32.514348 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-9370d62d-8be9-4f47-ab02-ae45d0580156 admin admin] Request body: {'subnet': {'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-subnet', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:31:32.519017 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8125d-7932-432d-a661-4a870a53b1f2 admin admin] Pushing event updated for resources: {'Network': ['ID=b92ade3c-1952-4e8c-a71a-76cbe01a1576,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:32.538689 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9370d62d-8be9-4f47-ab02-ae45d0580156 admin admin] Made reservation on behalf of b89123ba80a94b8d8e37e734b8a4615a for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:31:32.541439 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9370d62d-8be9-4f47-ab02-ae45d0580156 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59075900'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:32.541626 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Network b92ade3c-1952-4e8c-a71a-76cbe01a1576 details requested by agent ovs-agent-dv-cinder-837523-1-iscsi with host dv-cinder-837523-1-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:31:32.582516 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6e354-9454-4f1c-a682-33ca71e33b96 req-f0d1d53a-b59e-4a45-bf37-d9432aae682d tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:32.584459 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bdf6e354-9454-4f1c-a682-33ca71e33b96 req-f0d1d53a-b59e-4a45-bf37-d9432aae682d tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 946 time: 0.0562241 Apr 12 14:31:32.645829 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bdf6e354-9454-4f1c-a682-33ca71e33b96 req-7e5f7cf9-661e-44f6-8d9a-c83cb0bd64cf tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550206 Apr 12 14:31:32.746140 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9370d62d-8be9-4f47-ab02-ae45d0580156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3950649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59075886'] for subnet (f447f83a-4258-47f2-9876-65788ff6ba27), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:32.801531 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370d62d-8be9-4f47-ab02-ae45d0580156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f447f83a-4258-47f2-9876-65788ff6ba27,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:32.811974 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9370d62d-8be9-4f47-ab02-ae45d0580156 admin admin] Checking segment: {'id': '5facf32a-40c5-4067-8228-6e38b04f0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:31:32.812458 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9370d62d-8be9-4f47-ab02-ae45d0580156 admin admin] Network hostable DHCP agents. Network: b92ade3c-1952-4e8c-a71a-76cbe01a1576, hostable agents: ['26b99ea2-1f24-436d-a395-59cabb3f6051'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:31:32.832384 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9370d62d-8be9-4f47-ab02-ae45d0580156 admin admin] Network b92ade3c-1952-4e8c-a71a-76cbe01a1576 is scheduled to be hosted by DHCP agent 26b99ea2-1f24-436d-a395-59cabb3f6051 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:31:32.841357 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-9370d62d-8be9-4f47-ab02-ae45d0580156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837523-1-iscsi, b92ade3c-1952-4e8c-a71a-76cbe01a1576) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:31:32.846127 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9370d62d-8be9-4f47-ab02-ae45d0580156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:32.847371 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9370d62d-8be9-4f47-ab02-ae45d0580156 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:32.850815 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48034efa-f220-492e-a9e3-162ca5b541a3 None None] Network b92ade3c-1952-4e8c-a71a-76cbe01a1576 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:31:32.864489 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-9370d62d-8be9-4f47-ab02-ae45d0580156 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3575075 Apr 12 14:31:32.868733 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59402) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:32.873983 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5f52bac2-01cf-4f01-9b03-29f887ef4435 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:31:32.894595 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f52bac2-01cf-4f01-9b03-29f887ef4435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-645980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4091'] for router (b848b625-db38-48b6-85ac-eb01f53c8953), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:32.895817 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f52bac2-01cf-4f01-9b03-29f887ef4435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-645612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-545111', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-735280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4084'] for router (b848b625-db38-48b6-85ac-eb01f53c8953), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:32.957201 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f52bac2-01cf-4f01-9b03-29f887ef4435 admin admin] Publish callbacks [] for router_controller (b848b625-db38-48b6-85ac-eb01f53c8953), precommit_add_association {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:32.961201 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa34e52-ca2e-478c-9992-c83b34f4a603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ecbc4e0-9161-5ff1-acbf-aca03b0e47fc-b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27'}]}} from dv-cinder-837523-1-iscsi. {{(pid=103285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 14:31:32.962089 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dfa34e52-ca2e-478c-9992-c83b34f4a603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:33.100413 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f52bac2-01cf-4f01-9b03-29f887ef4435 admin admin] Publish callbacks [] for router_gateway (b848b625-db38-48b6-85ac-eb01f53c8953), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:33.116071 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.db_base_plugin_common [None req-dfa34e52-ca2e-478c-9992-c83b34f4a603 None None] Allocated IP 172.20.0.2 (b92ade3c-1952-4e8c-a71a-76cbe01a1576/f447f83a-4258-47f2-9876-65788ff6ba27/4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9) {{(pid=103285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:31:33.273933 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dfa34e52-ca2e-478c-9992-c83b34f4a603 None None] Publish callbacks [] for port (4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9), precommit_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:33.281161 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dfa34e52-ca2e-478c-9992-c83b34f4a603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607'] for port (4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9), after_create {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:33.293882 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f52bac2-01cf-4f01-9b03-29f887ef4435 admin admin] Publish callbacks [] for router_gateway (b848b625-db38-48b6-85ac-eb01f53c8953), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:33.313537 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f52bac2-01cf-4f01-9b03-29f887ef4435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:33.317816 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa34e52-ca2e-478c-9992-c83b34f4a603 None None] Network b92ade3c-1952-4e8c-a71a-76cbe01a1576 is already hosted by enough agents. {{(pid=103285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:31:33.320698 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.scheduler.base_scheduler [None req-dfa34e52-ca2e-478c-9992-c83b34f4a603 None None] Resources bound (agent type, host, resource id): {{(pid=103285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:31:33.325010 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa34e52-ca2e-478c-9992-c83b34f4a603 None None] Received port after_create {{(pid=103285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:31:33.363154 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa34e52-ca2e-478c-9992-c83b34f4a603 None None] Pushing event updated for resources: {'Port': ['ID=4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9,revision_number=1']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:33.394665 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ea4eb-735f-4ad2-a8bf-8278a92e1e0e req-691c8d22-fd7c-42d3-b5ae-80614e79d459 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:33.396416 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cd7ea4eb-735f-4ad2-a8bf-8278a92e1e0e req-691c8d22-fd7c-42d3-b5ae-80614e79d459 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.69 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 946 time: 0.0539057 Apr 12 14:31:33.400613 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-dfa34e52-ca2e-478c-9992-c83b34f4a603 None None] Attempting to bind port 4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9 on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:31:33.401067 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-dfa34e52-ca2e-478c-9992-c83b34f4a603 None None] Attempting to bind port 4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9 by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': '5facf32a-40c5-4067-8228-6e38b04f0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:31:33.401428 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa34e52-ca2e-478c-9992-c83b34f4a603 None None] Attempting to bind port 4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9 on network b92ade3c-1952-4e8c-a71a-76cbe01a1576 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:31:33.407976 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa34e52-ca2e-478c-9992-c83b34f4a603 None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:31:33.408556 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa34e52-ca2e-478c-9992-c83b34f4a603 None None] Checking segment: {'id': '5facf32a-40c5-4067-8228-6e38b04f0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:31:33.409000 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dfa34e52-ca2e-478c-9992-c83b34f4a603 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:33.411204 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa34e52-ca2e-478c-9992-c83b34f4a603 None None] Bound using segment: {'id': '5facf32a-40c5-4067-8228-6e38b04f0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:31:33.411745 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-dfa34e52-ca2e-478c-9992-c83b34f4a603 None None] Bound port: 4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5facf32a-40c5-4067-8228-6e38b04f0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:31:33.412145 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dfa34e52-ca2e-478c-9992-c83b34f4a603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:33.484756 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-dfa34e52-ca2e-478c-9992-c83b34f4a603 None None] For port 4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:31:33.488352 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-dfa34e52-ca2e-478c-9992-c83b34f4a603 None None] For port 4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9,segment=NetworkSegment(5facf32a-40c5-4067-8228-6e38b04f0740),segment_id=5facf32a-40c5-4067-8228-6e38b04f0740)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:31:33.504426 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-cd7ea4eb-735f-4ad2-a8bf-8278a92e1e0e req-3bfe0b5a-c6c1-4298-b14b-c6ffeba3b244 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Deleting port f0034267-f3fd-42d6-867a-330b269ae4c9 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:33.504791 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-cd7ea4eb-735f-4ad2-a8bf-8278a92e1e0e req-3bfe0b5a-c6c1-4298-b14b-c6ffeba3b244 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (f0034267-f3fd-42d6-867a-330b269ae4c9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:33.506224 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dfa34e52-ca2e-478c-9992-c83b34f4a603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:33.580418 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa34e52-ca2e-478c-9992-c83b34f4a603 None None] Pushing event updated for resources: {'Port': ['ID=4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9,revision_number=2']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:33.621884 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-cd7ea4eb-735f-4ad2-a8bf-8278a92e1e0e req-3bfe0b5a-c6c1-4298-b14b-c6ffeba3b244 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] For port f0034267-f3fd-42d6-867a-330b269ae4c9, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f0034267-f3fd-42d6-867a-330b269ae4c9,segment=NetworkSegment(e36398ca-ae96-4e82-91b8-5bfc2ef32caa),segment_id=e36398ca-ae96-4e82-91b8-5bfc2ef32caa)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:33.622490 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-cd7ea4eb-735f-4ad2-a8bf-8278a92e1e0e req-3bfe0b5a-c6c1-4298-b14b-c6ffeba3b244 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (f0034267-f3fd-42d6-867a-330b269ae4c9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:33.638580 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-cd7ea4eb-735f-4ad2-a8bf-8278a92e1e0e req-3bfe0b5a-c6c1-4298-b14b-c6ffeba3b244 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Calling delete_port for f0034267-f3fd-42d6-867a-330b269ae4c9 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:33.684634 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-5f52bac2-01cf-4f01-9b03-29f887ef4435 admin admin] Allocated IP 172.27.0.120 (d880c522-0b20-4278-b126-cb351e10a8a1/d5f6c94a-8527-427a-a2ce-715c797655f2/1a6c49e0-f876-4cb3-bb19-f9fd03742716) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:31:33.835497 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-cd7ea4eb-735f-4ad2-a8bf-8278a92e1e0e req-3bfe0b5a-c6c1-4298-b14b-c6ffeba3b244 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (f0034267-f3fd-42d6-867a-330b269ae4c9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:33.849702 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f52bac2-01cf-4f01-9b03-29f887ef4435 admin admin] Publish callbacks [] for port (1a6c49e0-f876-4cb3-bb19-f9fd03742716), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:33.875823 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['f0034267-f3fd-42d6-867a-330b269ae4c9'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:31:33.914414 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f52bac2-01cf-4f01-9b03-29f887ef4435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (1a6c49e0-f876-4cb3-bb19-f9fd03742716), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:33.966705 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f52bac2-01cf-4f01-9b03-29f887ef4435 admin admin] Network d880c522-0b20-4278-b126-cb351e10a8a1 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:31:33.972359 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-5f52bac2-01cf-4f01-9b03-29f887ef4435 admin admin] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:31:33.975203 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f52bac2-01cf-4f01-9b03-29f887ef4435 admin admin] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:31:34.008555 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52bac2-01cf-4f01-9b03-29f887ef4435 admin admin] Pushing event updated for resources: {'Port': ['ID=1a6c49e0-f876-4cb3-bb19-f9fd03742716,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:34.108616 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe0b5a-c6c1-4298-b14b-c6ffeba3b244 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Pushing event deleted for resources: {'Port': ['ID=f0034267-f3fd-42d6-867a-330b269ae4c9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:34.116053 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd1e03-1feb-47bb-9f39-b1e451930dc3 req-1cbc9932-6e34-4228-9320-08ccc9dc018b tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:34.117738 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8edd1e03-1feb-47bb-9f39-b1e451930dc3 req-1cbc9932-6e34-4228-9320-08ccc9dc018b tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/ports?device_id=51eab3de-f6e1-40f7-af11-0fbf81fa4b57 HTTP/1.1" status: 200 len: 946 time: 0.3793690 Apr 12 14:31:34.185723 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7ea4eb-735f-4ad2-a8bf-8278a92e1e0e req-3bfe0b5a-c6c1-4298-b14b-c6ffeba3b244 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] No DVR routers for this DVR port f0034267-f3fd-42d6-867a-330b269ae4c9 on host hv-cinder-83752 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:31:34.190522 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-cd7ea4eb-735f-4ad2-a8bf-8278a92e1e0e req-3bfe0b5a-c6c1-4298-b14b-c6ffeba3b244 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:34.194164 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-cd7ea4eb-735f-4ad2-a8bf-8278a92e1e0e req-3bfe0b5a-c6c1-4298-b14b-c6ffeba3b244 tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.69 "DELETE /v2.0/ports/f0034267-f3fd-42d6-867a-330b269ae4c9 HTTP/1.1" status: 204 len: 173 time: 0.7923808 Apr 12 14:31:34.194651 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51eab3de-f6e1-40f7-af11-0fbf81fa4b57', 'name': 'network-vif-deleted', 'tag': 'f0034267-f3fd-42d6-867a-330b269ae4c9'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:31:34.197185 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818680fd-9d9a-4ce3-b6ec-4fcb0820ec6d" -d '{"events": [{"server_uuid": "51eab3de-f6e1-40f7-af11-0fbf81fa4b57", "name": "network-vif-deleted", "tag": "f0034267-f3fd-42d6-867a-330b269ae4c9"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:31:34.244780 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8edd1e03-1feb-47bb-9f39-b1e451930dc3 req-f293e19d-0123-4847-8b2c-44eff695588a tempest-TestMinimumBasicScenario-1797990193 tempest-TestMinimumBasicScenario-1797990193-project] 10.222.0.79 "GET /v2.0/security-groups?id=0349dacb-0fa3-47d9-96d7-c61125a70a5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183257 Apr 12 14:31:34.312274 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f52bac2-01cf-4f01-9b03-29f887ef4435 admin admin] Publish callbacks [] for router_gateway (b848b625-db38-48b6-85ac-eb01f53c8953), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:34.428708 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fd5e23-87f6-4808-803b-4ae4bd010a3a x-openstack-request-id: req-43fd5e23-87f6-4808-803b-4ae4bd010a3a {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:31:34.429072 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51eab3de-f6e1-40f7-af11-0fbf81fa4b57", "name": "network-vif-deleted", "tag": "f0034267-f3fd-42d6-867a-330b269ae4c9", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:31:34.429339 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-43fd5e23-87f6-4808-803b-4ae4bd010a3a {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:31:34.429801 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43fd5e23-87f6-4808-803b-4ae4bd010a3a'] response: {'server_uuid': '51eab3de-f6e1-40f7-af11-0fbf81fa4b57', 'name': 'network-vif-deleted', 'tag': 'f0034267-f3fd-42d6-867a-330b269ae4c9', 'status': 'completed', 'code': 200} Apr 12 14:31:34.556254 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f52bac2-01cf-4f01-9b03-29f887ef4435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-645589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546468'] for router (b848b625-db38-48b6-85ac-eb01f53c8953), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:34.699903 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f52bac2-01cf-4f01-9b03-29f887ef4435 admin admin] Router b848b625-db38-48b6-85ac-eb01f53c8953 is scheduled to L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 with binding_index 1 {{(pid=103283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 14:31:34.745516 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eab889-2cb1-41b5-8514-54a069b0ae32 None None] Network b92ade3c-1952-4e8c-a71a-76cbe01a1576 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:31:34.811408 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-4277934b-3605-443c-be23-fe986c48057b None None] Provisioning complete for port 4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:31:34.811822 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4277934b-3605-443c-be23-fe986c48057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:34.822535 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f52bac2-01cf-4f01-9b03-29f887ef4435 admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:31:34.835489 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac75592b-cfa2-4ba1-9c73-2e2a8defc222 None None] Sync routers for ids ['b848b625-db38-48b6-85ac-eb01f53c8953'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:31:34.844253 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f52bac2-01cf-4f01-9b03-29f887ef4435 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:34.846249 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-5f52bac2-01cf-4f01-9b03-29f887ef4435 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9764225 Apr 12 14:31:34.849424 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 59412) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:34.857738 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac75592b-cfa2-4ba1-9c73-2e2a8defc222 None None] Routers {'b848b625-db38-48b6-85ac-eb01f53c8953'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:34.858684 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ac75592b-cfa2-4ba1-9c73-2e2a8defc222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:31:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b848b625-db38-48b6-85ac-eb01f53c8953'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:34.948838 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4277934b-3605-443c-be23-fe986c48057b None None] Current status of the port 4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:31:34.949389 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4277934b-3605-443c-be23-fe986c48057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:34.983340 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-ac75592b-cfa2-4ba1-9c73-2e2a8defc222 None None] Set router b848b625-db38-48b6-85ac-eb01f53c8953 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:34.987225 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4277934b-3605-443c-be23-fe986c48057b None None] For port 4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9,segment=NetworkSegment(5facf32a-40c5-4067-8228-6e38b04f0740),segment_id=5facf32a-40c5-4067-8228-6e38b04f0740)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:34.994302 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4277934b-3605-443c-be23-fe986c48057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:35.058005 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277934b-3605-443c-be23-fe986c48057b None None] Pushing event updated for resources: {'Port': ['ID=4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:35.178707 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ac75592b-cfa2-4ba1-9c73-2e2a8defc222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:34Z', 'revision_number': 3, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:35.209885 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac75592b-cfa2-4ba1-9c73-2e2a8defc222 None None] Checking router: b848b625-db38-48b6-85ac-eb01f53c8953 for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:31:35.210141 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac75592b-cfa2-4ba1-9c73-2e2a8defc222 None None] Updating router b848b625-db38-48b6-85ac-eb01f53c8953 port 1a6c49e0-f876-4cb3-bb19-f9fd03742716 binding host dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:31:35.213634 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-b06fb0b6-2f72-4c7d-a01d-822687c1b770 None None] Provisioning complete for port 4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:31:35.214124 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b06fb0b6-2f72-4c7d-a01d-822687c1b770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:35.237562 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ac75592b-cfa2-4ba1-9c73-2e2a8defc222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (1a6c49e0-f876-4cb3-bb19-f9fd03742716), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:35.297846 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-b06fb0b6-2f72-4c7d-a01d-822687c1b770 None None] Current status of the port 4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:31:35.350139 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d19a2562-f8f3-4a99-bb88-478be9dcc3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:35.517460 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ac75592b-cfa2-4ba1-9c73-2e2a8defc222 None None] Publish callbacks [] for port (1a6c49e0-f876-4cb3-bb19-f9fd03742716), precommit_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:35.523951 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ac75592b-cfa2-4ba1-9c73-2e2a8defc222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (1a6c49e0-f876-4cb3-bb19-f9fd03742716), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:35.530845 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-d19a2562-f8f3-4a99-bb88-478be9dcc3f8 admin admin] Allocated IP 172.20.0.1 (b92ade3c-1952-4e8c-a71a-76cbe01a1576/f447f83a-4258-47f2-9876-65788ff6ba27/5aa28035-1c1f-45a8-acfe-8006db67f402) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:31:35.582653 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af2a04-1259-4bd6-b10f-fdbd083c4254 None None] Pushing event updated for resources: {'Port': ['ID=1a6c49e0-f876-4cb3-bb19-f9fd03742716,revision_number=2']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:35.664205 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d19a2562-f8f3-4a99-bb88-478be9dcc3f8 admin admin] Publish callbacks [] for port (5aa28035-1c1f-45a8-acfe-8006db67f402), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:35.694763 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af2a04-1259-4bd6-b10f-fdbd083c4254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:35.695121 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af2a04-1259-4bd6-b10f-fdbd083c4254 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:35.695493 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af2a04-1259-4bd6-b10f-fdbd083c4254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:35.695840 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af2a04-1259-4bd6-b10f-fdbd083c4254 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:35.696179 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af2a04-1259-4bd6-b10f-fdbd083c4254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:35.696510 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af2a04-1259-4bd6-b10f-fdbd083c4254 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:35.696837 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af2a04-1259-4bd6-b10f-fdbd083c4254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:35.697190 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af2a04-1259-4bd6-b10f-fdbd083c4254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:35.697513 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af2a04-1259-4bd6-b10f-fdbd083c4254 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:35.697834 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af2a04-1259-4bd6-b10f-fdbd083c4254 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:35.698156 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af2a04-1259-4bd6-b10f-fdbd083c4254 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:35.698553 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af2a04-1259-4bd6-b10f-fdbd083c4254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:35.698877 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af2a04-1259-4bd6-b10f-fdbd083c4254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:35.699193 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af2a04-1259-4bd6-b10f-fdbd083c4254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:35.699757 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1af2a04-1259-4bd6-b10f-fdbd083c4254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103287) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:35.706821 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-ac75592b-cfa2-4ba1-9c73-2e2a8defc222 None None] Attempting to bind port 1a6c49e0-f876-4cb3-bb19-f9fd03742716 on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:31:35.707192 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-ac75592b-cfa2-4ba1-9c73-2e2a8defc222 None None] Attempting to bind port 1a6c49e0-f876-4cb3-bb19-f9fd03742716 by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:31:35.707553 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac75592b-cfa2-4ba1-9c73-2e2a8defc222 None None] Attempting to bind port 1a6c49e0-f876-4cb3-bb19-f9fd03742716 on network d880c522-0b20-4278-b126-cb351e10a8a1 {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:31:35.712857 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac75592b-cfa2-4ba1-9c73-2e2a8defc222 None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:31:35.713323 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac75592b-cfa2-4ba1-9c73-2e2a8defc222 None None] Checking segment: {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103287) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:31:35.713676 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ac75592b-cfa2-4ba1-9c73-2e2a8defc222 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:35.714152 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d19a2562-f8f3-4a99-bb88-478be9dcc3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (5aa28035-1c1f-45a8-acfe-8006db67f402), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:35.717603 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac75592b-cfa2-4ba1-9c73-2e2a8defc222 None None] Bound using segment: {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'} {{(pid=103287) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:31:35.718367 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.managers [None req-ac75592b-cfa2-4ba1-9c73-2e2a8defc222 None None] Bound port: 1a6c49e0-f876-4cb3-bb19-f9fd03742716, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fc0562-f363-4aaa-b0c6-876cb2e821f3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}}] {{(pid=103287) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:31:35.719092 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ac75592b-cfa2-4ba1-9c73-2e2a8defc222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (1a6c49e0-f876-4cb3-bb19-f9fd03742716), before_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:35.767613 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19a2562-f8f3-4a99-bb88-478be9dcc3f8 admin admin] Network b92ade3c-1952-4e8c-a71a-76cbe01a1576 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:31:35.770496 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d19a2562-f8f3-4a99-bb88-478be9dcc3f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:31:35.774234 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19a2562-f8f3-4a99-bb88-478be9dcc3f8 admin admin] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:31:35.805826 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a2562-f8f3-4a99-bb88-478be9dcc3f8 admin admin] Pushing event updated for resources: {'Port': ['ID=5aa28035-1c1f-45a8-acfe-8006db67f402,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:35.806556 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-ac75592b-cfa2-4ba1-9c73-2e2a8defc222 None None] For port 1a6c49e0-f876-4cb3-bb19-f9fd03742716, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103287) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:31:35.811783 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.plugins.ml2.db [None req-ac75592b-cfa2-4ba1-9c73-2e2a8defc222 None None] For port 1a6c49e0-f876-4cb3-bb19-f9fd03742716, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=1a6c49e0-f876-4cb3-bb19-f9fd03742716,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103287) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:31:35.822679 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron_lib.callbacks.manager [None req-ac75592b-cfa2-4ba1-9c73-2e2a8defc222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (1a6c49e0-f876-4cb3-bb19-f9fd03742716), after_update {{(pid=103287) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:35.827966 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d19a2562-f8f3-4a99-bb88-478be9dcc3f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546391'] for router_interface (b848b625-db38-48b6-85ac-eb01f53c8953), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:35.880843 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:31:35.916433 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac75592b-cfa2-4ba1-9c73-2e2a8defc222 None None] Routers {'b848b625-db38-48b6-85ac-eb01f53c8953'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:35.917819 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ac75592b-cfa2-4ba1-9c73-2e2a8defc222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:31:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b848b625-db38-48b6-85ac-eb01f53c8953'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:35.925401 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af2a04-1259-4bd6-b10f-fdbd083c4254 None None] Pushing event updated for resources: {'Port': ['ID=1a6c49e0-f876-4cb3-bb19-f9fd03742716,revision_number=3']} {{(pid=103287) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:35.998605 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:36.000576 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:31:36.001089 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:36.064347 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d19a2562-f8f3-4a99-bb88-478be9dcc3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (5aa28035-1c1f-45a8-acfe-8006db67f402), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:36.084439 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-ac75592b-cfa2-4ba1-9c73-2e2a8defc222 None None] Set router b848b625-db38-48b6-85ac-eb01f53c8953 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:36.123626 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:31:36.164488 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-60385dc8-f0a2-4ecb-97a8-6aa1e82a5d22 None None] Provisioning complete for port 5aa28035-1c1f-45a8-acfe-8006db67f402 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:31:36.165284 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-60385dc8-f0a2-4ecb-97a8-6aa1e82a5d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (5aa28035-1c1f-45a8-acfe-8006db67f402), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:36.197195 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59462) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:36.203494 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-60385dc8-f0a2-4ecb-97a8-6aa1e82a5d22 None None] Port 5aa28035-1c1f-45a8-acfe-8006db67f402 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:31:36.287289 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ac75592b-cfa2-4ba1-9c73-2e2a8defc222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:34Z', 'revision_number': 3, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:36.290696 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d19a2562-f8f3-4a99-bb88-478be9dcc3f8 admin admin] Publish callbacks [] for port (5aa28035-1c1f-45a8-acfe-8006db67f402), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:36.297803 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d19a2562-f8f3-4a99-bb88-478be9dcc3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (5aa28035-1c1f-45a8-acfe-8006db67f402), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:36.317269 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac75592b-cfa2-4ba1-9c73-2e2a8defc222 None None] The sync data for ids ['b848b625-db38-48b6-85ac-eb01f53c8953'] in dv-cinder-837523-1-iscsi is: [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:34Z', 'revision_number': 3, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:31:36.375174 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d19a2562-f8f3-4a99-bb88-478be9dcc3f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548839'] for router_interface (b848b625-db38-48b6-85ac-eb01f53c8953), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:36.380131 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a2562-f8f3-4a99-bb88-478be9dcc3f8 admin admin] Pushing event updated for resources: {'Port': ['ID=5aa28035-1c1f-45a8-acfe-8006db67f402,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:36.477235 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19a2562-f8f3-4a99-bb88-478be9dcc3f8 admin admin] Network b92ade3c-1952-4e8c-a71a-76cbe01a1576 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:31:36.479672 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d19a2562-f8f3-4a99-bb88-478be9dcc3f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:31:36.515064 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device f0034267-f3fd-42d6-867a-330b269ae4c9 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:31:36.545236 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] No Port match for: f0034267-f3fd-42d6-867a-330b269ae4c9 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:31:36.556037 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device f0034267-f3fd-42d6-867a-330b269ae4c9 not bound to the agent host hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:31:36.618214 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb8c0eb1-71f9-4e98-88b7-2663a52b3ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548802'] for router_interface (97dafffb-e0f7-4227-9b2f-3eb1b67a567c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:36.646190 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19a2562-f8f3-4a99-bb88-478be9dcc3f8 admin admin] Router b848b625-db38-48b6-85ac-eb01f53c8953 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:31:36.809438 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19a2562-f8f3-4a99-bb88-478be9dcc3f8 admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:31:36.815028 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d19a2562-f8f3-4a99-bb88-478be9dcc3f8 admin admin] 10.222.0.79 "PUT /v2.0/routers/b848b625-db38-48b6-85ac-eb01f53c8953/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9639292 Apr 12 14:31:36.844425 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-375c5ec6-e6bf-4d93-987b-9b95d427aa7b None None] Provisioning complete for port 5aa28035-1c1f-45a8-acfe-8006db67f402 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:31:36.845081 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-375c5ec6-e6bf-4d93-987b-9b95d427aa7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (5aa28035-1c1f-45a8-acfe-8006db67f402), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:36.887375 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-375c5ec6-e6bf-4d93-987b-9b95d427aa7b None None] Port 5aa28035-1c1f-45a8-acfe-8006db67f402 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:31:36.912115 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-cb8c0eb1-71f9-4e98-88b7-2663a52b3ac1 admin admin] Deleting port 2f39c80a-872b-49c0-854c-5ebb70af1093 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:36.912454 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb8c0eb1-71f9-4e98-88b7-2663a52b3ac1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (2f39c80a-872b-49c0-854c-5ebb70af1093), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:37.001412 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-cb8c0eb1-71f9-4e98-88b7-2663a52b3ac1 admin admin] For port 2f39c80a-872b-49c0-854c-5ebb70af1093, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=2f39c80a-872b-49c0-854c-5ebb70af1093,segment=NetworkSegment(e36398ca-ae96-4e82-91b8-5bfc2ef32caa),segment_id=e36398ca-ae96-4e82-91b8-5bfc2ef32caa)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:37.001940 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb8c0eb1-71f9-4e98-88b7-2663a52b3ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (2f39c80a-872b-49c0-854c-5ebb70af1093), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:37.016771 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-cb8c0eb1-71f9-4e98-88b7-2663a52b3ac1 admin admin] Calling delete_port for 2f39c80a-872b-49c0-854c-5ebb70af1093 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:37.217023 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 59470) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:37.221740 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-857cf59e-376a-4dce-b371-a633f5db993d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1116631024', 'description': 'tempest-description--1529586773'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:31:37.221936 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb8c0eb1-71f9-4e98-88b7-2663a52b3ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (2f39c80a-872b-49c0-854c-5ebb70af1093), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:37.243105 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-857cf59e-376a-4dce-b371-a633f5db993d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:37.247557 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c0eb1-71f9-4e98-88b7-2663a52b3ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f39c80a-872b-49c0-854c-5ebb70af1093,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:37.340237 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-857cf59e-376a-4dce-b371-a633f5db993d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group (aa3f8fc1-21eb-4cbd-9b92-fefb18972454), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:37.347148 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-857cf59e-376a-4dce-b371-a633f5db993d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (aa3f8fc1-21eb-4cbd-9b92-fefb18972454), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:37.381813 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857cf59e-376a-4dce-b371-a633f5db993d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3f8fc1-21eb-4cbd-9b92-fefb18972454,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:37.386555 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-857cf59e-376a-4dce-b371-a633f5db993d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:37.391331 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59472) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:37.391447 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-857cf59e-376a-4dce-b371-a633f5db993d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1731255 Apr 12 14:31:37.397422 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a7b89e0d-ebf8-469d-82d3-f7a1f1a5114d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Request body: {'security_group_rule': {'security_group_id': 'aa3f8fc1-21eb-4cbd-9b92-fefb18972454', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:31:37.472758 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7b89e0d-ebf8-469d-82d3-f7a1f1a5114d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group_rule (ccbdcd92-3ce6-4f4f-8341-5a92b51ad095), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:37.499756 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb8c0eb1-71f9-4e98-88b7-2663a52b3ac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548718'] for router_interface (97dafffb-e0f7-4227-9b2f-3eb1b67a567c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:37.590312 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7b89e0d-ebf8-469d-82d3-f7a1f1a5114d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group_rule (ccbdcd92-3ce6-4f4f-8341-5a92b51ad095), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:37.595782 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7b89e0d-ebf8-469d-82d3-f7a1f1a5114d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (ccbdcd92-3ce6-4f4f-8341-5a92b51ad095), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:37.641711 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b89e0d-ebf8-469d-82d3-f7a1f1a5114d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccbdcd92-3ce6-4f4f-8341-5a92b51ad095,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:37.657655 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7b89e0d-ebf8-469d-82d3-f7a1f1a5114d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:37.658855 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-a7b89e0d-ebf8-469d-82d3-f7a1f1a5114d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2649133 Apr 12 14:31:37.661639 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59474) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:37.665994 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-e5da5417-0a51-4dd8-be65-90f6e3408457 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Request body: {'security_group_rule': {'security_group_id': 'aa3f8fc1-21eb-4cbd-9b92-fefb18972454', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:31:37.918772 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 1a6c49e0-f876-4cb3-bb19-f9fd03742716 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:31:37.967826 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 1a6c49e0-f876-4cb3-bb19-f9fd03742716 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:31:37.968193 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (1a6c49e0-f876-4cb3-bb19-f9fd03742716), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:37.982598 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5da5417-0a51-4dd8-be65-90f6e3408457 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group_rule (e2bc75b2-d7a6-4653-a668-f275cf3209c4), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:38.053028 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 1a6c49e0-f876-4cb3-bb19-f9fd03742716 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:31:38.053519 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (1a6c49e0-f876-4cb3-bb19-f9fd03742716), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:38.069408 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d107f9-f9cc-4c8c-9919-3cd7b455e95b None None] Sync routers for ids ['b848b625-db38-48b6-85ac-eb01f53c8953'] in dv-cinder-837523-1-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:31:38.082932 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] For port 1a6c49e0-f876-4cb3-bb19-f9fd03742716, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=1a6c49e0-f876-4cb3-bb19-f9fd03742716,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:38.084257 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5da5417-0a51-4dd8-be65-90f6e3408457 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group_rule (e2bc75b2-d7a6-4653-a668-f275cf3209c4), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:38.092425 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5da5417-0a51-4dd8-be65-90f6e3408457 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (e2bc75b2-d7a6-4653-a668-f275cf3209c4), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:38.092665 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (1a6c49e0-f876-4cb3-bb19-f9fd03742716), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:38.095556 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8c0eb1-71f9-4e98-88b7-2663a52b3ac1 admin admin] Router 97dafffb-e0f7-4227-9b2f-3eb1b67a567c has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:31:38.099086 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d107f9-f9cc-4c8c-9919-3cd7b455e95b None None] Routers {'b848b625-db38-48b6-85ac-eb01f53c8953'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:38.099724 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-33d107f9-f9cc-4c8c-9919-3cd7b455e95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:31:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b848b625-db38-48b6-85ac-eb01f53c8953'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:38.120808 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da5417-0a51-4dd8-be65-90f6e3408457 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2bc75b2-d7a6-4653-a668-f275cf3209c4,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:38.129740 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5da5417-0a51-4dd8-be65-90f6e3408457 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:38.133783 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-e5da5417-0a51-4dd8-be65-90f6e3408457 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4683542 Apr 12 14:31:38.134199 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 59476) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:38.141220 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-dafc1f8d-ac9b-4dad-b1fc-c797f1b3a5e0 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Request body: {'floatingip': {'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:31:38.167093 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dafc1f8d-ac9b-4dad-b1fc-c797f1b3a5e0 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:38.234483 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Pushing event updated for resources: {'Port': ['ID=1a6c49e0-f876-4cb3-bb19-f9fd03742716,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:38.234884 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8c0eb1-71f9-4e98-88b7-2663a52b3ac1 admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:31:38.239993 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-cb8c0eb1-71f9-4e98-88b7-2663a52b3ac1 admin admin] 10.222.0.79 "PUT /v2.0/routers/97dafffb-e0f7-4227-9b2f-3eb1b67a567c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0417297 Apr 12 14:31:38.247704 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dc63a8-d090-4c64-aa9d-14f780094d77 None None] Sync routers for ids ['97dafffb-e0f7-4227-9b2f-3eb1b67a567c'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:31:38.256197 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59478) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:38.264285 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dafc1f8d-ac9b-4dad-b1fc-c797f1b3a5e0 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:38.267191 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dc63a8-d090-4c64-aa9d-14f780094d77 None None] Routers {'97dafffb-e0f7-4227-9b2f-3eb1b67a567c'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:38.268107 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-33dc63a8-d090-4c64-aa9d-14f780094d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:31:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['97dafffb-e0f7-4227-9b2f-3eb1b67a567c'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:38.270338 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-33d107f9-f9cc-4c8c-9919-3cd7b455e95b None None] Set router b848b625-db38-48b6-85ac-eb01f53c8953 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:38.391418 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9fa31bd-8927-4525-b1c4-434f496bd63d admin admin] Publish callbacks [] for router (97dafffb-e0f7-4227-9b2f-3eb1b67a567c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:38.395170 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-33dc63a8-d090-4c64-aa9d-14f780094d77 None None] Set router 97dafffb-e0f7-4227-9b2f-3eb1b67a567c gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:38.424596 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-dafc1f8d-ac9b-4dad-b1fc-c797f1b3a5e0 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Allocated IP 172.27.0.154 (d880c522-0b20-4278-b126-cb351e10a8a1/d5f6c94a-8527-427a-a2ce-715c797655f2/5fd91ac1-c296-4797-8333-55b30ada7915) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:31:38.507760 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-33d107f9-f9cc-4c8c-9919-3cd7b455e95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '5aa28035-1c1f-45a8-acfe-8006db67f402', 'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'mac_address': 'fa:16:3e:30:fa:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:35Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 2, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'subnets': [{'id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:38.512537 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9fa31bd-8927-4525-b1c4-434f496bd63d admin admin] Publish callbacks [] for router_gateway (97dafffb-e0f7-4227-9b2f-3eb1b67a567c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:38.538894 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d107f9-f9cc-4c8c-9919-3cd7b455e95b None None] Checking router: b848b625-db38-48b6-85ac-eb01f53c8953 for host: dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:31:38.539531 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d107f9-f9cc-4c8c-9919-3cd7b455e95b None None] Updating router b848b625-db38-48b6-85ac-eb01f53c8953 port 5aa28035-1c1f-45a8-acfe-8006db67f402 binding host dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 14:31:38.562292 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9fa31bd-8927-4525-b1c4-434f496bd63d admin admin] Deleting port a539b146-549f-4671-8e82-649d353cc36c {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:38.562642 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9fa31bd-8927-4525-b1c4-434f496bd63d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (a539b146-549f-4671-8e82-649d353cc36c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:38.568333 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dafc1f8d-ac9b-4dad-b1fc-c797f1b3a5e0 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for port (5fd91ac1-c296-4797-8333-55b30ada7915), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:38.578083 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-33d107f9-f9cc-4c8c-9919-3cd7b455e95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (5aa28035-1c1f-45a8-acfe-8006db67f402), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:38.596058 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-33dc63a8-d090-4c64-aa9d-14f780094d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'name': 'tempest-TestMinimumBasicScenario-1120343697-router', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': 'a539b146-549f-4671-8e82-649d353cc36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:57Z', 'updated_at': '2022-04-12T14:31:37Z', 'revision_number': 5, 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'gw_port': {'id': 'a539b146-549f-4671-8e82-649d353cc36c', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:58Z', 'updated_at': '2022-04-12T14:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:38.609248 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dafc1f8d-ac9b-4dad-b1fc-c797f1b3a5e0 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (5fd91ac1-c296-4797-8333-55b30ada7915), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:38.635787 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dc63a8-d090-4c64-aa9d-14f780094d77 None None] Checking router: 97dafffb-e0f7-4227-9b2f-3eb1b67a567c for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:31:38.646718 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dc63a8-d090-4c64-aa9d-14f780094d77 None None] Routers {'97dafffb-e0f7-4227-9b2f-3eb1b67a567c'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:38.647371 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-33dc63a8-d090-4c64-aa9d-14f780094d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:31:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['97dafffb-e0f7-4227-9b2f-3eb1b67a567c'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:38.657370 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d9fa31bd-8927-4525-b1c4-434f496bd63d admin admin] For port a539b146-549f-4671-8e82-649d353cc36c, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=a539b146-549f-4671-8e82-649d353cc36c,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:38.657746 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9fa31bd-8927-4525-b1c4-434f496bd63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (a539b146-549f-4671-8e82-649d353cc36c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:38.674641 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9fa31bd-8927-4525-b1c4-434f496bd63d admin admin] Calling delete_port for a539b146-549f-4671-8e82-649d353cc36c owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:38.695165 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafc1f8d-ac9b-4dad-b1fc-c797f1b3a5e0 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Network d880c522-0b20-4278-b126-cb351e10a8a1 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:31:38.700162 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-dafc1f8d-ac9b-4dad-b1fc-c797f1b3a5e0 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:31:38.707223 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafc1f8d-ac9b-4dad-b1fc-c797f1b3a5e0 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:31:38.745069 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc1f8d-ac9b-4dad-b1fc-c797f1b3a5e0 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event updated for resources: {'Port': ['ID=5fd91ac1-c296-4797-8333-55b30ada7915,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:38.760949 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-33dc63a8-d090-4c64-aa9d-14f780094d77 None None] Set router 97dafffb-e0f7-4227-9b2f-3eb1b67a567c gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:38.821627 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-33dc63a8-d090-4c64-aa9d-14f780094d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'name': 'tempest-TestMinimumBasicScenario-1120343697-router', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:57Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 6, 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'gw_port_host': None}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:38.833479 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dafc1f8d-ac9b-4dad-b1fc-c797f1b3a5e0 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (abd46fbb-b3e7-4ad7-9066-7ac2c728be6a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:38.854150 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dc63a8-d090-4c64-aa9d-14f780094d77 None None] The sync data for ids ['97dafffb-e0f7-4227-9b2f-3eb1b67a567c'] in dv-cinder-837523-1-iscsi is: [{'id': '97dafffb-e0f7-4227-9b2f-3eb1b67a567c', 'name': 'tempest-TestMinimumBasicScenario-1120343697-router', 'tenant_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:57Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 6, 'project_id': 'b3d7ea4039fe45f0b3b3710a70602d66', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:31:38.897096 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dafc1f8d-ac9b-4dad-b1fc-c797f1b3a5e0 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (5fd91ac1-c296-4797-8333-55b30ada7915), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:38.910602 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9fa31bd-8927-4525-b1c4-434f496bd63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (a539b146-549f-4671-8e82-649d353cc36c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:38.913150 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-33d107f9-f9cc-4c8c-9919-3cd7b455e95b None None] Publish callbacks [] for port (5aa28035-1c1f-45a8-acfe-8006db67f402), precommit_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:38.921918 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-33d107f9-f9cc-4c8c-9919-3cd7b455e95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (5aa28035-1c1f-45a8-acfe-8006db67f402), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:38.944004 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa31bd-8927-4525-b1c4-434f496bd63d admin admin] Pushing event deleted for resources: {'Port': ['ID=a539b146-549f-4671-8e82-649d353cc36c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:38.983783 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a609aa-0e66-4dd0-bafd-5e433cc7142e None None] Pushing event updated for resources: {'Port': ['ID=5aa28035-1c1f-45a8-acfe-8006db67f402,revision_number=3']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:39.019934 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9fa31bd-8927-4525-b1c4-434f496bd63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546440'] for router_gateway (97dafffb-e0f7-4227-9b2f-3eb1b67a567c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:39.052991 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-33d107f9-f9cc-4c8c-9919-3cd7b455e95b None None] Attempting to bind port 5aa28035-1c1f-45a8-acfe-8006db67f402 on host dv-cinder-837523-1-iscsi for vnic_type normal with profile {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:31:39.053256 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-33d107f9-f9cc-4c8c-9919-3cd7b455e95b None None] Attempting to bind port 5aa28035-1c1f-45a8-acfe-8006db67f402 by drivers openvswitch,hyperv on host dv-cinder-837523-1-iscsi at level 0 using segments [{'id': '5facf32a-40c5-4067-8228-6e38b04f0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576'}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:31:39.053689 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d107f9-f9cc-4c8c-9919-3cd7b455e95b None None] Attempting to bind port 5aa28035-1c1f-45a8-acfe-8006db67f402 on network b92ade3c-1952-4e8c-a71a-76cbe01a1576 {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:31:39.058956 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d107f9-f9cc-4c8c-9919-3cd7b455e95b None None] Checking agent: {'id': '18bf2e6c-5ea1-4c12-acd4-4c387e4c9580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837523-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 17, 24), 'started_at': datetime.datetime(2022, 4, 12, 14, 17, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837523-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:31:39.059430 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d107f9-f9cc-4c8c-9919-3cd7b455e95b None None] Checking segment: {'id': '5facf32a-40c5-4067-8228-6e38b04f0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:31:39.059897 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-33d107f9-f9cc-4c8c-9919-3cd7b455e95b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:39.060349 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d107f9-f9cc-4c8c-9919-3cd7b455e95b None None] Bound using segment: {'id': '5facf32a-40c5-4067-8228-6e38b04f0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576'} {{(pid=103285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:31:39.060872 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.managers [None req-33d107f9-f9cc-4c8c-9919-3cd7b455e95b None None] Bound port: 5aa28035-1c1f-45a8-acfe-8006db67f402, host: dv-cinder-837523-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5facf32a-40c5-4067-8228-6e38b04f0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576'}}] {{(pid=103285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:31:39.061336 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-33d107f9-f9cc-4c8c-9919-3cd7b455e95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (5aa28035-1c1f-45a8-acfe-8006db67f402), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:39.090333 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dafc1f8d-ac9b-4dad-b1fc-c797f1b3a5e0 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for port (5fd91ac1-c296-4797-8333-55b30ada7915), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:39.102129 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dafc1f8d-ac9b-4dad-b1fc-c797f1b3a5e0 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (5fd91ac1-c296-4797-8333-55b30ada7915), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:39.130965 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9fa31bd-8927-4525-b1c4-434f496bd63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4077'] for router (97dafffb-e0f7-4227-9b2f-3eb1b67a567c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:39.134927 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9fa31bd-8927-4525-b1c4-434f496bd63d admin admin] Publish callbacks [] for router_controller (97dafffb-e0f7-4227-9b2f-3eb1b67a567c), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:39.138783 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-33d107f9-f9cc-4c8c-9919-3cd7b455e95b None None] For port 5aa28035-1c1f-45a8-acfe-8006db67f402, host dv-cinder-837523-1-iscsi, cleared binding levels {{(pid=103285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:31:39.143049 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-33d107f9-f9cc-4c8c-9919-3cd7b455e95b None None] For port 5aa28035-1c1f-45a8-acfe-8006db67f402, host dv-cinder-837523-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=5aa28035-1c1f-45a8-acfe-8006db67f402,segment=NetworkSegment(5facf32a-40c5-4067-8228-6e38b04f0740),segment_id=5facf32a-40c5-4067-8228-6e38b04f0740)] {{(pid=103285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:31:39.151772 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-33d107f9-f9cc-4c8c-9919-3cd7b455e95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (5aa28035-1c1f-45a8-acfe-8006db67f402), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:39.199826 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9fa31bd-8927-4525-b1c4-434f496bd63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-645423'] for router (97dafffb-e0f7-4227-9b2f-3eb1b67a567c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:39.200582 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fa31bd-8927-4525-b1c4-434f496bd63d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97dafffb-e0f7-4227-9b2f-3eb1b67a567c {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 14:31:39.200981 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc1f8d-ac9b-4dad-b1fc-c797f1b3a5e0 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event updated for resources: {'Port': ['ID=5fd91ac1-c296-4797-8333-55b30ada7915,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:39.208658 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9fa31bd-8927-4525-b1c4-434f496bd63d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:39.212244 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-d9fa31bd-8927-4525-b1c4-434f496bd63d admin admin] 10.222.0.79 "DELETE /v2.0/routers/97dafffb-e0f7-4227-9b2f-3eb1b67a567c HTTP/1.1" status: 204 len: 168 time: 0.9518061 Apr 12 14:31:39.214749 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59480) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:39.215534 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dafc1f8d-ac9b-4dad-b1fc-c797f1b3a5e0 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (abd46fbb-b3e7-4ad7-9066-7ac2c728be6a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:39.240404 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d107f9-f9cc-4c8c-9919-3cd7b455e95b None None] Routers {'b848b625-db38-48b6-85ac-eb01f53c8953'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:39.241077 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-33d107f9-f9cc-4c8c-9919-3cd7b455e95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:31:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b848b625-db38-48b6-85ac-eb01f53c8953'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:39.242770 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dafc1f8d-ac9b-4dad-b1fc-c797f1b3a5e0 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:39.253379 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-dafc1f8d-ac9b-4dad-b1fc-c797f1b3a5e0 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1179533 Apr 12 14:31:39.304825 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a609aa-0e66-4dd0-bafd-5e433cc7142e None None] Pushing event updated for resources: {'Port': ['ID=5aa28035-1c1f-45a8-acfe-8006db67f402,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:39.325375 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b94efa-9c15-4bf7-98fc-7d288dc77ad9 admin admin] Deleting subnet 1fc1673c-be61-42df-9b70-97c35069d384 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:31:39.329397 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d3b94efa-9c15-4bf7-98fc-7d288dc77ad9 admin admin] Publish callbacks [] for subnet (1fc1673c-be61-42df-9b70-97c35069d384), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:39.347323 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:31:39.382587 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d3b94efa-9c15-4bf7-98fc-7d288dc77ad9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58773011'] for subnet (1fc1673c-be61-42df-9b70-97c35069d384), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:39.403877 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-88480fdc-2c47-4a1c-82be-b1c40f3d70c0 None None] Provisioning complete for port 5aa28035-1c1f-45a8-acfe-8006db67f402 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:31:39.404114 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-88480fdc-2c47-4a1c-82be-b1c40f3d70c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (5aa28035-1c1f-45a8-acfe-8006db67f402), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:39.472450 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-d056e626-c265-4fc4-bddf-b9cad1dc3486 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1116631024&fields=id&tenant_id=b89123ba80a94b8d8e37e734b8a4615a HTTP/1.1" status: 200 len: 267 time: 0.0545273 Apr 12 14:31:39.533462 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d3b94efa-9c15-4bf7-98fc-7d288dc77ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16103179'] for subnet (1fc1673c-be61-42df-9b70-97c35069d384), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:39.600186 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d3b94efa-9c15-4bf7-98fc-7d288dc77ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16103218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3951348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59075873'] for subnet (1fc1673c-be61-42df-9b70-97c35069d384), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:39.601521 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-33d107f9-f9cc-4c8c-9919-3cd7b455e95b None None] Set router b848b625-db38-48b6-85ac-eb01f53c8953 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:39.625776 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-00271b44-08ab-4dc8-bf00-73b0a34c1605 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:39.627292 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-00271b44-08ab-4dc8-bf00-73b0a34c1605 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/networks?id=b92ade3c-1952-4e8c-a71a-76cbe01a1576 HTTP/1.1" status: 200 len: 815 time: 0.1450703 Apr 12 14:31:39.632826 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b94efa-9c15-4bf7-98fc-7d288dc77ad9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fc1673c-be61-42df-9b70-97c35069d384,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:39.643773 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d3b94efa-9c15-4bf7-98fc-7d288dc77ad9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:39.654257 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5251c52f-0172-4743-a71b-fb65ffe99453 None None] Network 9cf681b3-e3b6-4238-acc9-69f2e6504ff4 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:31:39.654449 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-d3b94efa-9c15-4bf7-98fc-7d288dc77ad9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1fc1673c-be61-42df-9b70-97c35069d384 HTTP/1.1" status: 204 len: 168 time: 0.4328361 Apr 12 14:31:39.654538 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-331f3d1d-1f4d-41b5-b988-6f33f80ecd75 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/quotas/b89123ba80a94b8d8e37e734b8a4615a HTTP/1.1" status: 200 len: 375 time: 0.0189421 Apr 12 14:31:39.654665 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59494) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:39.722713 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-fd525593-85bb-40ad-8dac-96acbd6ed7c6 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b89123ba80a94b8d8e37e734b8a4615a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671158 Apr 12 14:31:39.736163 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1539c380-e4e8-43e7-980a-a3e22aa82d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16156760'] for network (9cf681b3-e3b6-4238-acc9-69f2e6504ff4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:39.787099 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-88480fdc-2c47-4a1c-82be-b1c40f3d70c0 None None] Current status of the port 5aa28035-1c1f-45a8-acfe-8006db67f402 is: DOWN; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:31:39.787581 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-88480fdc-2c47-4a1c-82be-b1c40f3d70c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (5aa28035-1c1f-45a8-acfe-8006db67f402), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:39.793713 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1539c380-e4e8-43e7-980a-a3e22aa82d8b admin admin] Deleting port d97d4dff-c0c0-420b-b8d8-fabb51ac7359 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:39.794264 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1539c380-e4e8-43e7-980a-a3e22aa82d8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (d97d4dff-c0c0-420b-b8d8-fabb51ac7359), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:39.883311 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1539c380-e4e8-43e7-980a-a3e22aa82d8b admin admin] For port d97d4dff-c0c0-420b-b8d8-fabb51ac7359, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=d97d4dff-c0c0-420b-b8d8-fabb51ac7359,segment=NetworkSegment(e36398ca-ae96-4e82-91b8-5bfc2ef32caa),segment_id=e36398ca-ae96-4e82-91b8-5bfc2ef32caa)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:39.883686 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1539c380-e4e8-43e7-980a-a3e22aa82d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (d97d4dff-c0c0-420b-b8d8-fabb51ac7359), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:39.892667 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-88480fdc-2c47-4a1c-82be-b1c40f3d70c0 None None] For port 5aa28035-1c1f-45a8-acfe-8006db67f402, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=5aa28035-1c1f-45a8-acfe-8006db67f402,segment=NetworkSegment(5facf32a-40c5-4067-8228-6e38b04f0740),segment_id=5facf32a-40c5-4067-8228-6e38b04f0740)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:39.899014 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 1a6c49e0-f876-4cb3-bb19-f9fd03742716 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:31:39.909343 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1539c380-e4e8-43e7-980a-a3e22aa82d8b admin admin] Calling delete_port for d97d4dff-c0c0-420b-b8d8-fabb51ac7359 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:39.910883 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-88480fdc-2c47-4a1c-82be-b1c40f3d70c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (5aa28035-1c1f-45a8-acfe-8006db67f402), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:39.981728 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-11faa3c0-e472-4957-bfa8-72be59cc8306 service neutron] 10.222.0.79 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386661 Apr 12 14:31:39.994010 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09470a53-d958-40ab-8266-f314b2bbbcd4 None None] DHCP port deletion for 9cf681b3-e3b6-4238-acc9-69f2e6504ff4 request from dv-cinder-837523-1-iscsi {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 14:31:40.060687 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1539c380-e4e8-43e7-980a-a3e22aa82d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (d97d4dff-c0c0-420b-b8d8-fabb51ac7359), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:40.076949 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88480fdc-2c47-4a1c-82be-b1c40f3d70c0 None None] Pushing event updated for resources: {'Port': ['ID=5aa28035-1c1f-45a8-acfe-8006db67f402,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:40.086006 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-33d107f9-f9cc-4c8c-9919-3cd7b455e95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '5aa28035-1c1f-45a8-acfe-8006db67f402', 'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'mac_address': 'fa:16:3e:30:fa:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:35Z', 'updated_at': '2022-04-12T14:31:39Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'subnets': [{'id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:40.091107 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539c380-e4e8-43e7-980a-a3e22aa82d8b admin admin] Pushing event deleted for resources: {'Port': ['ID=d97d4dff-c0c0-420b-b8d8-fabb51ac7359,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:40.091343 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-bd054fe7-813d-4d83-8b33-fe583bda2b8f None None] Provisioning complete for port 5aa28035-1c1f-45a8-acfe-8006db67f402 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:31:40.091723 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-bd054fe7-813d-4d83-8b33-fe583bda2b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (5aa28035-1c1f-45a8-acfe-8006db67f402), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:40.095603 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-05519a5b-a90f-4861-81b8-6a20c8172159 service neutron] 10.222.0.79 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127319 Apr 12 14:31:40.100427 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1539c380-e4e8-43e7-980a-a3e22aa82d8b admin admin] No DVR routers for this DVR port d97d4dff-c0c0-420b-b8d8-fabb51ac7359 on host dv-cinder-837523-1-iscsi {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:31:40.151278 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d107f9-f9cc-4c8c-9919-3cd7b455e95b None None] The sync data for ids ['b848b625-db38-48b6-85ac-eb01f53c8953'] in dv-cinder-837523-1-iscsi is: [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '5aa28035-1c1f-45a8-acfe-8006db67f402', 'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'mac_address': 'fa:16:3e:30:fa:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:35Z', 'updated_at': '2022-04-12T14:31:39Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'subnets': [{'id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:31:40.154923 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-09470a53-d958-40ab-8266-f314b2bbbcd4 None None] Deleting port d97d4dff-c0c0-420b-b8d8-fabb51ac7359 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:40.155554 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09470a53-d958-40ab-8266-f314b2bbbcd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (d97d4dff-c0c0-420b-b8d8-fabb51ac7359), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:40.159149 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 1a6c49e0-f876-4cb3-bb19-f9fd03742716 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:31:40.159561 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (1a6c49e0-f876-4cb3-bb19-f9fd03742716), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:40.203997 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1539c380-e4e8-43e7-980a-a3e22aa82d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16104838', 'neutron.services.segments.db._delete_segments_for_network-8728757608111'] for network (9cf681b3-e3b6-4238-acc9-69f2e6504ff4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:40.258940 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1539c380-e4e8-43e7-980a-a3e22aa82d8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf681b3-e3b6-4238-acc9-69f2e6504ff4']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:40.274556 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1539c380-e4e8-43e7-980a-a3e22aa82d8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36398ca-ae96-4e82-91b8-5bfc2ef32caa') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:40.275271 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-1539c380-e4e8-43e7-980a-a3e22aa82d8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36398ca-ae96-4e82-91b8-5bfc2ef32caa') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:40.289730 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1539c380-e4e8-43e7-980a-a3e22aa82d8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728757610680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58773018'] for segment (e36398ca-ae96-4e82-91b8-5bfc2ef32caa), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:40.321005 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1539c380-e4e8-43e7-980a-a3e22aa82d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (e36398ca-ae96-4e82-91b8-5bfc2ef32caa), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:40.335915 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1539c380-e4e8-43e7-980a-a3e22aa82d8b admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:31:40.336837 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1539c380-e4e8-43e7-980a-a3e22aa82d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3951198'] for segment (e36398ca-ae96-4e82-91b8-5bfc2ef32caa), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: Traceback (most recent call last): Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: timer() Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: cb(*args, **kw) Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: return func(*args, **kwargs) Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: self._notify() Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: self.callback(batched_events) Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: event.method(event) Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: return f(self, *a, **k) Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: return self._get(url).json() Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: return self.request(url, 'GET', **kwargs) Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:31:40.339524 dv-cinder-837523-1-iscsi neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:31:40.375202 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-09470a53-d958-40ab-8266-f314b2bbbcd4 None None] For port d97d4dff-c0c0-420b-b8d8-fabb51ac7359, host dv-cinder-837523-1-iscsi, got binding levels [] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:40.375963 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09470a53-d958-40ab-8266-f314b2bbbcd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (d97d4dff-c0c0-420b-b8d8-fabb51ac7359), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:40.403268 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-09470a53-d958-40ab-8266-f314b2bbbcd4 None None] Calling delete_port for d97d4dff-c0c0-420b-b8d8-fabb51ac7359 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:40.408405 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0700e4db-99b3-4a62-9dc7-e4383d7570d6 req-63093830-ac54-48d6-8751-bbd764024d02 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=e84eab0f-61e5-4882-b419-419e1114384b HTTP/1.1" status: 200 len: 210 time: 0.0499535 Apr 12 14:31:40.409123 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.ipam_backend_mixin [None req-09470a53-d958-40ab-8266-f314b2bbbcd4 None None] Port d97d4dff-c0c0-420b-b8d8-fabb51ac7359 was not found and therefore no delete operation was performed {{(pid=103285) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 14:31:40.413124 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-09470a53-d958-40ab-8266-f314b2bbbcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616'] for port (d97d4dff-c0c0-420b-b8d8-fabb51ac7359), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:40.450127 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1539c380-e4e8-43e7-980a-a3e22aa82d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16104841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546540'] for network (9cf681b3-e3b6-4238-acc9-69f2e6504ff4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:40.453700 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-bd054fe7-813d-4d83-8b33-fe583bda2b8f None None] Current status of the port 5aa28035-1c1f-45a8-acfe-8006db67f402 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:31:40.458892 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09470a53-d958-40ab-8266-f314b2bbbcd4 None None] Pushing event deleted for resources: {'Port': ['ID=d97d4dff-c0c0-420b-b8d8-fabb51ac7359,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:40.464504 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09470a53-d958-40ab-8266-f314b2bbbcd4 None None] No DVR routers for this DVR port d97d4dff-c0c0-420b-b8d8-fabb51ac7359 on host dv-cinder-837523-1-iscsi {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:31:40.475375 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1539c380-e4e8-43e7-980a-a3e22aa82d8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:40.491888 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-1539c380-e4e8-43e7-980a-a3e22aa82d8b admin admin] 10.222.0.79 "DELETE /v2.0/networks/9cf681b3-e3b6-4238-acc9-69f2e6504ff4 HTTP/1.1" status: 204 len: 168 time: 0.8326528 Apr 12 14:31:40.491888 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59506) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:40.504116 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539c380-e4e8-43e7-980a-a3e22aa82d8b admin admin] Pushing event deleted for resources: {'Network': ['ID=9cf681b3-e3b6-4238-acc9-69f2e6504ff4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:40.523840 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 1a6c49e0-f876-4cb3-bb19-f9fd03742716 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:31:40.607827 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 2f39c80a-872b-49c0-854c-5ebb70af1093 no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:31:40.640692 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: 2f39c80a-872b-49c0-854c-5ebb70af1093 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:31:40.641084 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 2f39c80a-872b-49c0-854c-5ebb70af1093 not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:31:40.641535 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device a539b146-549f-4671-8e82-649d353cc36c no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:31:40.664542 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: a539b146-549f-4671-8e82-649d353cc36c {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:31:40.665040 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device a539b146-549f-4671-8e82-649d353cc36c not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:31:40.919061 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c4caa46-fafe-40ab-b928-8f6228f05693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548802'] for router_interface (ee623eb5-5de1-4935-aa9a-0814d22a4edf), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:41.177247 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8c4caa46-fafe-40ab-b928-8f6228f05693 admin admin] Deleting port d0667579-08f3-4b65-b96f-96ff22c6c40f {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:41.177694 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c4caa46-fafe-40ab-b928-8f6228f05693 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (d0667579-08f3-4b65-b96f-96ff22c6c40f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:41.262641 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8c4caa46-fafe-40ab-b928-8f6228f05693 admin admin] For port d0667579-08f3-4b65-b96f-96ff22c6c40f, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=d0667579-08f3-4b65-b96f-96ff22c6c40f,segment=NetworkSegment(ce85219e-1254-43cb-86dc-6675637245b2),segment_id=ce85219e-1254-43cb-86dc-6675637245b2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:41.263011 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c4caa46-fafe-40ab-b928-8f6228f05693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (d0667579-08f3-4b65-b96f-96ff22c6c40f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:41.278390 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8c4caa46-fafe-40ab-b928-8f6228f05693 admin admin] Calling delete_port for d0667579-08f3-4b65-b96f-96ff22c6c40f owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:41.487774 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c4caa46-fafe-40ab-b928-8f6228f05693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (d0667579-08f3-4b65-b96f-96ff22c6c40f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:41.517984 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4caa46-fafe-40ab-b928-8f6228f05693 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0667579-08f3-4b65-b96f-96ff22c6c40f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:41.518965 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-063908f1-a58c-4468-a054-b5bbf45f4fa3 req-ce206056-80fc-4f8f-be65-d35ca48f3117 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=e84eab0f-61e5-4882-b419-419e1114384b HTTP/1.1" status: 200 len: 210 time: 0.0289040 Apr 12 14:31:41.737872 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c4caa46-fafe-40ab-b928-8f6228f05693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548718'] for router_interface (ee623eb5-5de1-4935-aa9a-0814d22a4edf), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:41.822275 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-ee70925f-211b-46bc-ac51-d1acef21c72f tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:41.824340 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-ee70925f-211b-46bc-ac51-d1acef21c72f tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.69 "GET /v2.0/networks?id=b92ade3c-1952-4e8c-a71a-76cbe01a1576 HTTP/1.1" status: 200 len: 815 time: 0.1432168 Apr 12 14:31:41.928925 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-88016dd4-4bda-454d-9756-b94201018ac6 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b89123ba80a94b8d8e37e734b8a4615a HTTP/1.1" status: 200 len: 380 time: 0.0863442 Apr 12 14:31:41.938101 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 5aa28035-1c1f-45a8-acfe-8006db67f402 up at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:31:41.987963 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Provisioning complete for port 5aa28035-1c1f-45a8-acfe-8006db67f402 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:31:41.988417 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (5aa28035-1c1f-45a8-acfe-8006db67f402), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:42.014362 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-ed1ba927-503b-4474-8b44-6d63564d866d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Request body: {'port': {'device_id': 'e84eab0f-61e5-4882-b419-419e1114384b', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'admin_state_up': True, 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'security_groups': ['aa3f8fc1-21eb-4cbd-9b92-fefb18972454']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:31:42.097643 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Current status of the port 5aa28035-1c1f-45a8-acfe-8006db67f402 is: ACTIVE; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:31:42.171174 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device d97d4dff-c0c0-420b-b8d8-fabb51ac7359 no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:31:42.186283 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-ed1ba927-503b-4474-8b44-6d63564d866d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Made reservation on behalf of b89123ba80a94b8d8e37e734b8a4615a for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:31:42.191209 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-ed1ba927-503b-4474-8b44-6d63564d866d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:42.194521 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: d97d4dff-c0c0-420b-b8d8-fabb51ac7359 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:31:42.195667 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device d97d4dff-c0c0-420b-b8d8-fabb51ac7359 not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:31:42.280664 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4caa46-fafe-40ab-b928-8f6228f05693 admin admin] Router ee623eb5-5de1-4935-aa9a-0814d22a4edf has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:31:42.386968 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ad1ab-cb7b-4551-928f-9eafaf523cf2 req-40e5e279-7f6f-4fe2-a444-06c9b1b2e895 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:42.388461 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-802ad1ab-cb7b-4551-928f-9eafaf523cf2 req-40e5e279-7f6f-4fe2-a444-06c9b1b2e895 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0693183 Apr 12 14:31:42.389608 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-ed1ba927-503b-4474-8b44-6d63564d866d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Allocated IP 172.20.0.3 (b92ade3c-1952-4e8c-a71a-76cbe01a1576/f447f83a-4258-47f2-9876-65788ff6ba27/c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:31:42.392185 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4caa46-fafe-40ab-b928-8f6228f05693 admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:31:42.399705 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-8c4caa46-fafe-40ab-b928-8f6228f05693 admin admin] 10.222.0.79 "PUT /v2.0/routers/ee623eb5-5de1-4935-aa9a-0814d22a4edf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9043903 Apr 12 14:31:42.399971 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59534) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:42.406939 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45011a6-f9a6-42d5-a6fe-fe935871909c None None] Sync routers for ids ['ee623eb5-5de1-4935-aa9a-0814d22a4edf'] in dv-cinder-837523-1-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:31:42.420995 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45011a6-f9a6-42d5-a6fe-fe935871909c None None] Routers {'ee623eb5-5de1-4935-aa9a-0814d22a4edf'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:42.422001 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d45011a6-f9a6-42d5-a6fe-fe935871909c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:31:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['ee623eb5-5de1-4935-aa9a-0814d22a4edf'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:42.516510 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7e863be-1958-42f0-8bb9-70fec127fccc admin admin] Publish callbacks [] for router (ee623eb5-5de1-4935-aa9a-0814d22a4edf), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:42.530433 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-802ad1ab-cb7b-4551-928f-9eafaf523cf2 req-1347c40a-f56d-4906-b88c-73bfd3f688a8 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304457 Apr 12 14:31:42.582876 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-d45011a6-f9a6-42d5-a6fe-fe935871909c None None] Set router ee623eb5-5de1-4935-aa9a-0814d22a4edf gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:42.594959 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-ed1ba927-503b-4474-8b44-6d63564d866d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for port (c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:42.639574 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7e863be-1958-42f0-8bb9-70fec127fccc admin admin] Publish callbacks [] for router_gateway (ee623eb5-5de1-4935-aa9a-0814d22a4edf), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:42.683235 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4e9fec76-ef76-4236-8f09-c73ea91b0d61 req-f18e0c0e-cf83-4f20-9dfe-2a88c5b778ee tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=e84eab0f-61e5-4882-b419-419e1114384b HTTP/1.1" status: 200 len: 210 time: 0.0565555 Apr 12 14:31:42.684263 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-ed1ba927-503b-4474-8b44-6d63564d866d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:42.696102 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c7e863be-1958-42f0-8bb9-70fec127fccc admin admin] Deleting port cf16243e-57b1-4edb-978a-b498e3556aac {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:42.696435 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7e863be-1958-42f0-8bb9-70fec127fccc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (cf16243e-57b1-4edb-978a-b498e3556aac), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:42.726101 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-ed1ba927-503b-4474-8b44-6d63564d866d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Network b92ade3c-1952-4e8c-a71a-76cbe01a1576 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:31:42.729641 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-ed1ba927-503b-4474-8b44-6d63564d866d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:31:42.733493 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-ed1ba927-503b-4474-8b44-6d63564d866d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:31:42.779406 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ba927-503b-4474-8b44-6d63564d866d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event updated for resources: {'Port': ['ID=c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:42.808553 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-c7e863be-1958-42f0-8bb9-70fec127fccc admin admin] For port cf16243e-57b1-4edb-978a-b498e3556aac, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=cf16243e-57b1-4edb-978a-b498e3556aac,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:42.808947 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7e863be-1958-42f0-8bb9-70fec127fccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (cf16243e-57b1-4edb-978a-b498e3556aac), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:42.810776 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-ed1ba927-503b-4474-8b44-6d63564d866d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:42.811623 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-ed1ba927-503b-4474-8b44-6d63564d866d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:42.832150 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c7e863be-1958-42f0-8bb9-70fec127fccc admin admin] Calling delete_port for cf16243e-57b1-4edb-978a-b498e3556aac owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:42.834745 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d45011a6-f9a6-42d5-a6fe-fe935871909c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee623eb5-5de1-4935-aa9a-0814d22a4edf', 'name': 'tempest-TestMinimumBasicScenario-1052355115-router', 'tenant_id': 'f7d927671ac44ad6b4d265bbadfd1250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': 'cf16243e-57b1-4edb-978a-b498e3556aac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:03Z', 'updated_at': '2022-04-12T14:31:41Z', 'revision_number': 5, 'project_id': 'f7d927671ac44ad6b4d265bbadfd1250', 'gw_port': {'id': 'cf16243e-57b1-4edb-978a-b498e3556aac', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee623eb5-5de1-4935-aa9a-0814d22a4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:03Z', 'updated_at': '2022-04-12T14:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:42.850657 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-ed1ba927-503b-4474-8b44-6d63564d866d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8421667 Apr 12 14:31:42.867177 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45011a6-f9a6-42d5-a6fe-fe935871909c None None] Checking router: ee623eb5-5de1-4935-aa9a-0814d22a4edf for host: dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:31:42.877355 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45011a6-f9a6-42d5-a6fe-fe935871909c None None] Routers {'ee623eb5-5de1-4935-aa9a-0814d22a4edf'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:42.878017 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d45011a6-f9a6-42d5-a6fe-fe935871909c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:31:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['ee623eb5-5de1-4935-aa9a-0814d22a4edf'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:42.971909 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-d45011a6-f9a6-42d5-a6fe-fe935871909c None None] Set router ee623eb5-5de1-4935-aa9a-0814d22a4edf gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:43.022733 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7e863be-1958-42f0-8bb9-70fec127fccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (cf16243e-57b1-4edb-978a-b498e3556aac), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:43.033106 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d45011a6-f9a6-42d5-a6fe-fe935871909c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee623eb5-5de1-4935-aa9a-0814d22a4edf', 'name': 'tempest-TestMinimumBasicScenario-1052355115-router', 'tenant_id': 'f7d927671ac44ad6b4d265bbadfd1250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:03Z', 'updated_at': '2022-04-12T14:31:42Z', 'revision_number': 6, 'project_id': 'f7d927671ac44ad6b4d265bbadfd1250', 'gw_port_host': None}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:43.055382 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e863be-1958-42f0-8bb9-70fec127fccc admin admin] Pushing event deleted for resources: {'Port': ['ID=cf16243e-57b1-4edb-978a-b498e3556aac,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:43.067997 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-f67b2ec5-7522-4763-931f-a038b5b35a27 None None] Provisioning complete for port c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:31:43.068370 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f67b2ec5-7522-4763-931f-a038b5b35a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:43.070205 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45011a6-f9a6-42d5-a6fe-fe935871909c None None] The sync data for ids ['ee623eb5-5de1-4935-aa9a-0814d22a4edf'] in dv-cinder-837523-1-iscsi is: [{'id': 'ee623eb5-5de1-4935-aa9a-0814d22a4edf', 'name': 'tempest-TestMinimumBasicScenario-1052355115-router', 'tenant_id': 'f7d927671ac44ad6b4d265bbadfd1250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:03Z', 'updated_at': '2022-04-12T14:31:42Z', 'revision_number': 6, 'project_id': 'f7d927671ac44ad6b4d265bbadfd1250', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:31:43.114285 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-f67b2ec5-7522-4763-931f-a038b5b35a27 None None] Port c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:31:43.131609 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7e863be-1958-42f0-8bb9-70fec127fccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546440'] for router_gateway (ee623eb5-5de1-4935-aa9a-0814d22a4edf), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:43.228189 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7e863be-1958-42f0-8bb9-70fec127fccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4077'] for router (ee623eb5-5de1-4935-aa9a-0814d22a4edf), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:43.230875 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7e863be-1958-42f0-8bb9-70fec127fccc admin admin] Publish callbacks [] for router_controller (ee623eb5-5de1-4935-aa9a-0814d22a4edf), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:43.280308 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7e863be-1958-42f0-8bb9-70fec127fccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-645423'] for router (ee623eb5-5de1-4935-aa9a-0814d22a4edf), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:43.280880 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e863be-1958-42f0-8bb9-70fec127fccc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee623eb5-5de1-4935-aa9a-0814d22a4edf {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 14:31:43.285784 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7e863be-1958-42f0-8bb9-70fec127fccc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:43.286931 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-c7e863be-1958-42f0-8bb9-70fec127fccc admin admin] 10.222.0.79 "DELETE /v2.0/routers/ee623eb5-5de1-4935-aa9a-0814d22a4edf HTTP/1.1" status: 204 len: 168 time: 0.8858936 Apr 12 14:31:43.289614 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59538) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:43.334746 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-31484b3d-8175-42e6-880b-4861a9286598 admin admin] Deleting subnet d9170a9d-763d-4f4b-bb31-91b2da6c4940 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:31:43.337883 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31484b3d-8175-42e6-880b-4861a9286598 admin admin] Publish callbacks [] for subnet (d9170a9d-763d-4f4b-bb31-91b2da6c4940), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:43.374734 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31484b3d-8175-42e6-880b-4861a9286598 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58773011'] for subnet (d9170a9d-763d-4f4b-bb31-91b2da6c4940), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:43.463227 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31484b3d-8175-42e6-880b-4861a9286598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16103179'] for subnet (d9170a9d-763d-4f4b-bb31-91b2da6c4940), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:43.523492 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31484b3d-8175-42e6-880b-4861a9286598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16103218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3951348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59075873'] for subnet (d9170a9d-763d-4f4b-bb31-91b2da6c4940), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:43.549383 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31484b3d-8175-42e6-880b-4861a9286598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9170a9d-763d-4f4b-bb31-91b2da6c4940,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:43.554753 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31484b3d-8175-42e6-880b-4861a9286598 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:43.560085 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb22e5ba-2593-498b-8a72-31d68a2b1178 None None] Network 08c39bb3-95d2-422b-be6a-692467e10b71 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:31:43.560671 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-31484b3d-8175-42e6-880b-4861a9286598 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d9170a9d-763d-4f4b-bb31-91b2da6c4940 HTTP/1.1" status: 204 len: 168 time: 0.2697835 Apr 12 14:31:43.562923 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59542) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:43.636938 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9134bb9e-00d3-4258-acae-56945acc8760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16156760'] for network (08c39bb3-95d2-422b-be6a-692467e10b71), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:43.659999 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ba39f-9fc9-492a-a02e-2b960171cd35 req-7ac1d7c7-33bf-4f2e-ab9b-42dd474c99af tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:43.661925 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e38ba39f-9fc9-492a-a02e-2b960171cd35 req-7ac1d7c7-33bf-4f2e-ab9b-42dd474c99af tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0596585 Apr 12 14:31:43.694468 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9134bb9e-00d3-4258-acae-56945acc8760 admin admin] Deleting port 5d1e81cf-981a-4a67-af86-987b0109a3c1 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:43.694816 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9134bb9e-00d3-4258-acae-56945acc8760 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (5d1e81cf-981a-4a67-af86-987b0109a3c1), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:43.722566 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e38ba39f-9fc9-492a-a02e-2b960171cd35 req-8e00c89c-c2d1-4254-baba-6bdba1acf1e2 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536036 Apr 12 14:31:43.783133 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-9134bb9e-00d3-4258-acae-56945acc8760 admin admin] For port 5d1e81cf-981a-4a67-af86-987b0109a3c1, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=5d1e81cf-981a-4a67-af86-987b0109a3c1,segment=NetworkSegment(ce85219e-1254-43cb-86dc-6675637245b2),segment_id=ce85219e-1254-43cb-86dc-6675637245b2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:43.783479 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9134bb9e-00d3-4258-acae-56945acc8760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (5d1e81cf-981a-4a67-af86-987b0109a3c1), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:43.806182 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9134bb9e-00d3-4258-acae-56945acc8760 admin admin] Calling delete_port for 5d1e81cf-981a-4a67-af86-987b0109a3c1 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:43.830486 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b91177-2286-4899-9baa-3eb56e2e1988 req-52d6ac5a-92ca-4ac0-9cbd-2720beb832a7 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:43.839923 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-32b91177-2286-4899-9baa-3eb56e2e1988 req-52d6ac5a-92ca-4ac0-9cbd-2720beb832a7 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=e84eab0f-61e5-4882-b419-419e1114384b HTTP/1.1" status: 200 len: 931 time: 0.0700698 Apr 12 14:31:43.897284 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3192ee7b-9420-40ca-b526-293b775ddbaa None None] DHCP port deletion for 08c39bb3-95d2-422b-be6a-692467e10b71 request from dv-cinder-837523-1-iscsi {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 14:31:43.906087 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-32b91177-2286-4899-9baa-3eb56e2e1988 req-18d5b422-058e-4248-8ccb-c27953955549 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa3f8fc1-21eb-4cbd-9b92-fefb18972454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650256 Apr 12 14:31:43.921396 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9134bb9e-00d3-4258-acae-56945acc8760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (5d1e81cf-981a-4a67-af86-987b0109a3c1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:43.942607 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device cf16243e-57b1-4edb-978a-b498e3556aac no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:31:43.950483 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134bb9e-00d3-4258-acae-56945acc8760 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d1e81cf-981a-4a67-af86-987b0109a3c1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:43.956707 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9134bb9e-00d3-4258-acae-56945acc8760 admin admin] No DVR routers for this DVR port 5d1e81cf-981a-4a67-af86-987b0109a3c1 on host dv-cinder-837523-1-iscsi {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:31:43.978812 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: cf16243e-57b1-4edb-978a-b498e3556aac {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:31:43.979417 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device cf16243e-57b1-4edb-978a-b498e3556aac not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:31:43.979999 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device d0667579-08f3-4b65-b96f-96ff22c6c40f no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:31:44.007605 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: d0667579-08f3-4b65-b96f-96ff22c6c40f {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:31:44.007951 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device d0667579-08f3-4b65-b96f-96ff22c6c40f not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:31:44.009261 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3192ee7b-9420-40ca-b526-293b775ddbaa None None] Deleting port 5d1e81cf-981a-4a67-af86-987b0109a3c1 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:44.009626 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3192ee7b-9420-40ca-b526-293b775ddbaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (5d1e81cf-981a-4a67-af86-987b0109a3c1), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:44.030650 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9134bb9e-00d3-4258-acae-56945acc8760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16104838', 'neutron.services.segments.db._delete_segments_for_network-8728757608111'] for network (08c39bb3-95d2-422b-be6a-692467e10b71), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:44.054937 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-9134bb9e-00d3-4258-acae-56945acc8760 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c39bb3-95d2-422b-be6a-692467e10b71']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:44.064689 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-9134bb9e-00d3-4258-acae-56945acc8760 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce85219e-1254-43cb-86dc-6675637245b2') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:44.065021 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-9134bb9e-00d3-4258-acae-56945acc8760 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce85219e-1254-43cb-86dc-6675637245b2') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:44.077475 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9134bb9e-00d3-4258-acae-56945acc8760 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728757610680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58773018'] for segment (ce85219e-1254-43cb-86dc-6675637245b2), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:44.077958 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-3192ee7b-9420-40ca-b526-293b775ddbaa None None] For port 5d1e81cf-981a-4a67-af86-987b0109a3c1, host dv-cinder-837523-1-iscsi, got binding levels [] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:44.078621 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3192ee7b-9420-40ca-b526-293b775ddbaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (5d1e81cf-981a-4a67-af86-987b0109a3c1), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:44.094480 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-3192ee7b-9420-40ca-b526-293b775ddbaa None None] Calling delete_port for 5d1e81cf-981a-4a67-af86-987b0109a3c1 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:44.095208 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9134bb9e-00d3-4258-acae-56945acc8760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (ce85219e-1254-43cb-86dc-6675637245b2), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:44.097094 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.ipam_backend_mixin [None req-3192ee7b-9420-40ca-b526-293b775ddbaa None None] Port 5d1e81cf-981a-4a67-af86-987b0109a3c1 was not found and therefore no delete operation was performed {{(pid=103285) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 14:31:44.098367 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-3192ee7b-9420-40ca-b526-293b775ddbaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616'] for port (5d1e81cf-981a-4a67-af86-987b0109a3c1), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:44.102300 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9134bb9e-00d3-4258-acae-56945acc8760 admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:31:44.102751 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9134bb9e-00d3-4258-acae-56945acc8760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3951198'] for segment (ce85219e-1254-43cb-86dc-6675637245b2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: Traceback (most recent call last): Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: timer() Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: cb(*args, **kw) Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: return func(*args, **kwargs) Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: self._notify() Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: self.callback(batched_events) Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: event.method(event) Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: return f(self, *a, **k) Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: return self._get(url).json() Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: return self.request(url, 'GET', **kwargs) Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:31:44.104669 dv-cinder-837523-1-iscsi neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:31:44.126673 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3192ee7b-9420-40ca-b526-293b775ddbaa None None] No DVR routers for this DVR port 5d1e81cf-981a-4a67-af86-987b0109a3c1 on host dv-cinder-837523-1-iscsi {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:31:44.127953 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192ee7b-9420-40ca-b526-293b775ddbaa None None] Pushing event deleted for resources: {'Port': ['ID=5d1e81cf-981a-4a67-af86-987b0109a3c1,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:44.170450 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9134bb9e-00d3-4258-acae-56945acc8760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16104841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546540'] for network (08c39bb3-95d2-422b-be6a-692467e10b71), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:44.173110 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9134bb9e-00d3-4258-acae-56945acc8760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:44.174597 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-9134bb9e-00d3-4258-acae-56945acc8760 admin admin] 10.222.0.79 "DELETE /v2.0/networks/08c39bb3-95d2-422b-be6a-692467e10b71 HTTP/1.1" status: 204 len: 168 time: 0.6106725 Apr 12 14:31:44.175277 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-f97ed48a-dd1f-402f-8bb0-4a8658b829ae service neutron] Request body: {'port': {'device_id': 'e84eab0f-61e5-4882-b419-419e1114384b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:31:44.189119 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134bb9e-00d3-4258-acae-56945acc8760 admin admin] Pushing event deleted for resources: {'Network': ['ID=08c39bb3-95d2-422b-be6a-692467e10b71,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:44.241184 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-f97ed48a-dd1f-402f-8bb0-4a8658b829ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:44.299784 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59548) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:44.342864 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-d173f06d-1d05-41c7-9b10-222a73451ca5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b3d7ea4039fe45f0b3b3710a70602d66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417809 Apr 12 14:31:44.345915 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59550) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:44.404499 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b6fa402e-bfbf-4adb-b078-8afc5777589d admin admin] Publish callbacks [] for security_group (0349dacb-0fa3-47d9-96d7-c61125a70a5a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:44.427083 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b6fa402e-bfbf-4adb-b078-8afc5777589d admin admin] Publish callbacks [] for security_group (0349dacb-0fa3-47d9-96d7-c61125a70a5a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:44.486354 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b6fa402e-bfbf-4adb-b078-8afc5777589d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (0349dacb-0fa3-47d9-96d7-c61125a70a5a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:44.489366 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b6fa402e-bfbf-4adb-b078-8afc5777589d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:44.490559 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-b6fa402e-bfbf-4adb-b078-8afc5777589d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0349dacb-0fa3-47d9-96d7-c61125a70a5a HTTP/1.1" status: 204 len: 168 time: 0.1437535 Apr 12 14:31:44.501906 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa402e-bfbf-4adb-b078-8afc5777589d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0349dacb-0fa3-47d9-96d7-c61125a70a5a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:44.517400 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-f97ed48a-dd1f-402f-8bb0-4a8658b829ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:31:44.525310 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-f97ed48a-dd1f-402f-8bb0-4a8658b829ae service neutron] Publish callbacks [] for port (c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:44.539302 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-f97ed48a-dd1f-402f-8bb0-4a8658b829ae service neutron] Transition to ACTIVE for port object c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:31:44.543793 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-f97ed48a-dd1f-402f-8bb0-4a8658b829ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:44.642866 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea985b9-f557-4280-8bc1-86bd26af00b3 req-c883adff-33d3-4003-9871-e524a5ecf59e tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:44.652211 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2ea985b9-f557-4280-8bc1-86bd26af00b3 req-c883adff-33d3-4003-9871-e524a5ecf59e tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.69 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.0753496 Apr 12 14:31:44.659929 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ed48a-dd1f-402f-8bb0-4a8658b829ae service neutron] Pushing event updated for resources: {'Port': ['ID=c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:44.778734 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-f97ed48a-dd1f-402f-8bb0-4a8658b829ae service neutron] Attempting to bind port c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:31:44.779371 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-f97ed48a-dd1f-402f-8bb0-4a8658b829ae service neutron] Attempting to bind port c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '5facf32a-40c5-4067-8228-6e38b04f0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:31:44.779518 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-f97ed48a-dd1f-402f-8bb0-4a8658b829ae service neutron] Attempting to bind port c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51 on network b92ade3c-1952-4e8c-a71a-76cbe01a1576 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:31:44.788271 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-f97ed48a-dd1f-402f-8bb0-4a8658b829ae service neutron] Port c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51 on network b92ade3c-1952-4e8c-a71a-76cbe01a1576 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:31:44.788599 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-f97ed48a-dd1f-402f-8bb0-4a8658b829ae service neutron] Attempting to bind port c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51 on network b92ade3c-1952-4e8c-a71a-76cbe01a1576 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:31:44.796388 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-f97ed48a-dd1f-402f-8bb0-4a8658b829ae service neutron] Checking agent: {'id': '533323ec-e26b-4d23-bab1-f8a1493e3727', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'started_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:31:44.796959 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-f97ed48a-dd1f-402f-8bb0-4a8658b829ae service neutron] Checking segment: {'id': '5facf32a-40c5-4067-8228-6e38b04f0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:31:44.797514 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-f97ed48a-dd1f-402f-8bb0-4a8658b829ae service neutron] Bound using segment: {'id': '5facf32a-40c5-4067-8228-6e38b04f0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:31:44.798122 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-f97ed48a-dd1f-402f-8bb0-4a8658b829ae service neutron] Bound port: c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5facf32a-40c5-4067-8228-6e38b04f0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:31:44.798667 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-f97ed48a-dd1f-402f-8bb0-4a8658b829ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:44.824993 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-2ea985b9-f557-4280-8bc1-86bd26af00b3 req-6db0feaa-5fef-4f69-a007-9af0db28f131 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Deleting port 10d21dae-e43e-4c36-be2c-e96509c4fe8b {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:44.825394 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2ea985b9-f557-4280-8bc1-86bd26af00b3 req-6db0feaa-5fef-4f69-a007-9af0db28f131 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (10d21dae-e43e-4c36-be2c-e96509c4fe8b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:44.927550 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59560) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:44.977332 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-13ee3377-0ea9-4ffe-9197-43b3d9df81a0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f7d927671ac44ad6b4d265bbadfd1250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484214 Apr 12 14:31:44.980613 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59562) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:45.034589 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1743300d-05bf-47a3-938e-6760b3890514 admin admin] Publish callbacks [] for security_group (d0a29d09-a0ff-4b1d-ad1f-dca341751f48), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:45.058886 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1743300d-05bf-47a3-938e-6760b3890514 admin admin] Publish callbacks [] for security_group (d0a29d09-a0ff-4b1d-ad1f-dca341751f48), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:45.111496 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1743300d-05bf-47a3-938e-6760b3890514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (d0a29d09-a0ff-4b1d-ad1f-dca341751f48), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:45.115813 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1743300d-05bf-47a3-938e-6760b3890514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:45.117525 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-1743300d-05bf-47a3-938e-6760b3890514 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d0a29d09-a0ff-4b1d-ad1f-dca341751f48 HTTP/1.1" status: 204 len: 168 time: 0.1357870 Apr 12 14:31:45.128610 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743300d-05bf-47a3-938e-6760b3890514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a29d09-a0ff-4b1d-ad1f-dca341751f48,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:45.244568 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb23d27-a149-47b5-af23-f77ef9f2aa55 req-42bcff0d-24e5-497c-a719-e240ef19996b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:45.246082 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bdb23d27-a149-47b5-af23-f77ef9f2aa55 req-42bcff0d-24e5-497c-a719-e240ef19996b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 946 time: 0.4163067 Apr 12 14:31:45.287120 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-f97ed48a-dd1f-402f-8bb0-4a8658b829ae service neutron] For port c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51, host hv-cinder-83752, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:31:45.300174 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861bf72-8aa4-470b-a636-481725f7b04a req-4579849d-e252-4310-9514-66d71b7cc069 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:45.301662 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e861bf72-8aa4-470b-a636-481725f7b04a req-4579849d-e252-4310-9514-66d71b7cc069 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=e84eab0f-61e5-4882-b419-419e1114384b HTTP/1.1" status: 200 len: 943 time: 0.1124640 Apr 12 14:31:45.330786 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-f97ed48a-dd1f-402f-8bb0-4a8658b829ae service neutron] For port c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51,segment=NetworkSegment(5facf32a-40c5-4067-8228-6e38b04f0740),segment_id=5facf32a-40c5-4067-8228-6e38b04f0740)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:31:45.357651 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-f97ed48a-dd1f-402f-8bb0-4a8658b829ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:45.386478 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-2ea985b9-f557-4280-8bc1-86bd26af00b3 req-6db0feaa-5fef-4f69-a007-9af0db28f131 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] For port 10d21dae-e43e-4c36-be2c-e96509c4fe8b, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=10d21dae-e43e-4c36-be2c-e96509c4fe8b,segment=NetworkSegment(a7c17724-1d50-4600-9248-4eb722d3c0dd),segment_id=a7c17724-1d50-4600-9248-4eb722d3c0dd)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:45.386730 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2ea985b9-f557-4280-8bc1-86bd26af00b3 req-6db0feaa-5fef-4f69-a007-9af0db28f131 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (10d21dae-e43e-4c36-be2c-e96509c4fe8b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:45.443772 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-f97ed48a-dd1f-402f-8bb0-4a8658b829ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:45.444378 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-f97ed48a-dd1f-402f-8bb0-4a8658b829ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:45.445819 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-f97ed48a-dd1f-402f-8bb0-4a8658b829ae service neutron] 10.222.0.69 "PUT /v2.0/ports/c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51 HTTP/1.1" status: 200 len: 1093 time: 1.2777176 Apr 12 14:31:45.478780 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84eab0f-61e5-4882-b419-419e1114384b', 'tag': 'c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:31:45.481331 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09d2dfc-5eb0-4bef-8cc4-62ccc1c04c49" -d '{"events": [{"name": "network-changed", "server_uuid": "e84eab0f-61e5-4882-b419-419e1114384b", "tag": "c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:31:45.500684 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bdb23d27-a149-47b5-af23-f77ef9f2aa55 req-8ce7bfb0-fcba-4c51-8a96-735951810205 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=bbb5588c-4d51-4828-985b-3f21e68353c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455261 Apr 12 14:31:45.522532 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ed48a-dd1f-402f-8bb0-4a8658b829ae service neutron] Pushing event updated for resources: {'Port': ['ID=c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:45.545558 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e861bf72-8aa4-470b-a636-481725f7b04a req-63a31609-bee4-4a84-a2dc-ee855da55fca tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa3f8fc1-21eb-4cbd-9b92-fefb18972454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335582 Apr 12 14:31:45.602253 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6dfc96-2ceb-4461-99bb-24881eab89d6 x-openstack-request-id: req-aa6dfc96-2ceb-4461-99bb-24881eab89d6 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:31:45.602632 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e84eab0f-61e5-4882-b419-419e1114384b", "tag": "c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:31:45.602953 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aa6dfc96-2ceb-4461-99bb-24881eab89d6 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:31:45.603421 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa6dfc96-2ceb-4461-99bb-24881eab89d6'] response: {'name': 'network-changed', 'server_uuid': 'e84eab0f-61e5-4882-b419-419e1114384b', 'tag': 'c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51', 'status': 'completed', 'code': 200} Apr 12 14:31:45.638238 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-40b46c72-2687-485e-8949-d484cda95a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:45.640862 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-40b46c72-2687-485e-8949-d484cda95a24 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b89123ba80a94b8d8e37e734b8a4615a&device_id=e84eab0f-61e5-4882-b419-419e1114384b HTTP/1.1" status: 200 len: 1127 time: 0.1116478 Apr 12 14:31:45.704961 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-bd9dba71-5213-42f3-a24f-bee65c795dc5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51 HTTP/1.1" status: 200 len: 217 time: 0.0487890 Apr 12 14:31:45.795236 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-99d6f1c6-f691-46f3-911b-38d09add63dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:45.796735 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-99d6f1c6-f691-46f3-911b-38d09add63dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f447f83a-4258-47f2-9876-65788ff6ba27 HTTP/1.1" status: 200 len: 854 time: 0.0662377 Apr 12 14:31:45.798811 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2ea985b9-f557-4280-8bc1-86bd26af00b3 req-6db0feaa-5fef-4f69-a007-9af0db28f131 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:45.799166 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2ea985b9-f557-4280-8bc1-86bd26af00b3 req-6db0feaa-5fef-4f69-a007-9af0db28f131 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (6255c156-0f75-425a-a6df-7c08edacf591), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:45.799475 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.l3_db [req-2ea985b9-f557-4280-8bc1-86bd26af00b3 req-6db0feaa-5fef-4f69-a007-9af0db28f131 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Floating IP 6255c156-0f75-425a-a6df-7c08edacf591 disassociated. External IP: 172.27.0.121, port: 10d21dae-e43e-4c36-be2c-e96509c4fe8b. Apr 12 14:31:45.799805 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 5d1e81cf-981a-4a67-af86-987b0109a3c1 no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:31:45.800271 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-2ea985b9-f557-4280-8bc1-86bd26af00b3 req-6db0feaa-5fef-4f69-a007-9af0db28f131 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Calling delete_port for 10d21dae-e43e-4c36-be2c-e96509c4fe8b owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:45.820939 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: 5d1e81cf-981a-4a67-af86-987b0109a3c1 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:31:45.821384 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 5d1e81cf-981a-4a67-af86-987b0109a3c1 not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:31:45.879457 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-32bdf973-c55b-4459-a598-bc429201535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:45.880837 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-32bdf973-c55b-4459-a598-bc429201535d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b92ade3c-1952-4e8c-a71a-76cbe01a1576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766511 Apr 12 14:31:46.021525 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-64911a4e-f92f-4dda-a6d1-899af37cfc71 service neutron] 10.222.0.69 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319699 Apr 12 14:31:46.064907 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2ea985b9-f557-4280-8bc1-86bd26af00b3 req-6db0feaa-5fef-4f69-a007-9af0db28f131 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (10d21dae-e43e-4c36-be2c-e96509c4fe8b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:46.130964 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0feaa-5fef-4f69-a007-9af0db28f131 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Pushing event deleted for resources: {'Port': ['ID=10d21dae-e43e-4c36-be2c-e96509c4fe8b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:46.192410 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-622f2b05-beff-4bc8-9415-b39b6c773528 req-4e6c4b69-9bed-447c-9fb2-a14d6c9495cc service neutron] 10.222.0.69 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633341 Apr 12 14:31:46.263779 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ea985b9-f557-4280-8bc1-86bd26af00b3 req-6db0feaa-5fef-4f69-a007-9af0db28f131 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Router 8b3305e5-719d-45c0-a808-e3549ffa0c60 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:31:46.376331 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ea985b9-f557-4280-8bc1-86bd26af00b3 req-6db0feaa-5fef-4f69-a007-9af0db28f131 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:31:46.385946 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d18bef5-7195-4998-b17d-97b004636b44 None None] Sync routers for ids ['8b3305e5-719d-45c0-a808-e3549ffa0c60'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:31:46.396026 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d18bef5-7195-4998-b17d-97b004636b44 None None] Routers {'8b3305e5-719d-45c0-a808-e3549ffa0c60'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:46.396574 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1d18bef5-7195-4998-b17d-97b004636b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:31:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8b3305e5-719d-45c0-a808-e3549ffa0c60'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:46.419543 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea985b9-f557-4280-8bc1-86bd26af00b3 req-6db0feaa-5fef-4f69-a007-9af0db28f131 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] No DVR routers for this DVR port 10d21dae-e43e-4c36-be2c-e96509c4fe8b on host hv-cinder-83752 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:31:46.422101 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-2ea985b9-f557-4280-8bc1-86bd26af00b3 req-6db0feaa-5fef-4f69-a007-9af0db28f131 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:46.425469 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2ea985b9-f557-4280-8bc1-86bd26af00b3 req-6db0feaa-5fef-4f69-a007-9af0db28f131 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.69 "DELETE /v2.0/ports/10d21dae-e43e-4c36-be2c-e96509c4fe8b HTTP/1.1" status: 204 len: 173 time: 1.7629130 Apr 12 14:31:46.507960 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-1d18bef5-7195-4998-b17d-97b004636b44 None None] Set router 8b3305e5-719d-45c0-a808-e3549ffa0c60 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:46.637474 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c3cd8c64-f5d0-4bea-b8aa-2e78c600c52d req-ce8762c4-2a39-46f1-8ea0-2a4c015c6219 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 210 time: 0.0382206 Apr 12 14:31:46.686323 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b40f7-a699-4d6e-acf6-a628ca8f3cbe req-2a0cde8d-9662-431f-85fc-d1a081f2890f tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:46.687833 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b31b40f7-a699-4d6e-acf6-a628ca8f3cbe req-2a0cde8d-9662-431f-85fc-d1a081f2890f tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=e84eab0f-61e5-4882-b419-419e1114384b HTTP/1.1" status: 200 len: 943 time: 0.0493093 Apr 12 14:31:46.728265 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1d18bef5-7195-4998-b17d-97b004636b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'name': 'tempest-AttachVolumeTestJSON-1068363864-router', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:39Z', 'updated_at': '2022-04-12T14:27:43Z', 'revision_number': 4, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'gw_port': {'id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:40Z', 'updated_at': '2022-04-12T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '82cdff13-6efb-4602-8932-df5fcf578f65', 'name': '', 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'mac_address': 'fa:16:3e:2d:5b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:42Z', 'updated_at': '2022-04-12T14:27:48Z', 'revision_number': 5, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'subnets': [{'id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:46.735343 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b31b40f7-a699-4d6e-acf6-a628ca8f3cbe req-e86086cb-1b44-4193-a4d4-341bc6ee892f tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa3f8fc1-21eb-4cbd-9b92-fefb18972454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416989 Apr 12 14:31:46.759280 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d18bef5-7195-4998-b17d-97b004636b44 None None] Checking router: 8b3305e5-719d-45c0-a808-e3549ffa0c60 for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:31:46.767628 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d18bef5-7195-4998-b17d-97b004636b44 None None] Routers {'8b3305e5-719d-45c0-a808-e3549ffa0c60'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:46.768239 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1d18bef5-7195-4998-b17d-97b004636b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:31:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8b3305e5-719d-45c0-a808-e3549ffa0c60'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:46.965517 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-1d18bef5-7195-4998-b17d-97b004636b44 None None] Set router 8b3305e5-719d-45c0-a808-e3549ffa0c60 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:47.164381 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-1d18bef5-7195-4998-b17d-97b004636b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'name': 'tempest-AttachVolumeTestJSON-1068363864-router', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:39Z', 'updated_at': '2022-04-12T14:27:43Z', 'revision_number': 4, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'gw_port': {'id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:40Z', 'updated_at': '2022-04-12T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '82cdff13-6efb-4602-8932-df5fcf578f65', 'name': '', 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'mac_address': 'fa:16:3e:2d:5b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:42Z', 'updated_at': '2022-04-12T14:27:48Z', 'revision_number': 5, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'subnets': [{'id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:47.190244 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d2dfc-5eb0-4bef-8cc4-62ccc1c04c49 req-66508c4f-ecb5-4225-a220-7e1fddcee37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:47.191746 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f09d2dfc-5eb0-4bef-8cc4-62ccc1c04c49 req-66508c4f-ecb5-4225-a220-7e1fddcee37a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b89123ba80a94b8d8e37e734b8a4615a&device_id=e84eab0f-61e5-4882-b419-419e1114384b HTTP/1.1" status: 200 len: 1127 time: 0.0520642 Apr 12 14:31:47.198870 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d18bef5-7195-4998-b17d-97b004636b44 None None] The sync data for ids ['8b3305e5-719d-45c0-a808-e3549ffa0c60'] in dv-cinder-837523-1-iscsi is: [{'id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'name': 'tempest-AttachVolumeTestJSON-1068363864-router', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:39Z', 'updated_at': '2022-04-12T14:27:43Z', 'revision_number': 4, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'gw_port': {'id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:40Z', 'updated_at': '2022-04-12T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '82cdff13-6efb-4602-8932-df5fcf578f65', 'name': '', 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'mac_address': 'fa:16:3e:2d:5b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:42Z', 'updated_at': '2022-04-12T14:27:48Z', 'revision_number': 5, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'subnets': [{'id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:31:47.294783 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d2dfc-5eb0-4bef-8cc4-62ccc1c04c49 req-59d45e9b-9a80-43a8-8776-b36332e8acae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:47.296324 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f09d2dfc-5eb0-4bef-8cc4-62ccc1c04c49 req-59d45e9b-9a80-43a8-8776-b36332e8acae service neutron] 10.222.0.69 "GET /v2.0/networks?id=b92ade3c-1952-4e8c-a71a-76cbe01a1576 HTTP/1.1" status: 200 len: 917 time: 0.0973632 Apr 12 14:31:47.434768 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f2b893-4dc8-4d8d-a1cc-8e3a94f3aedf None None] New status for floating IP 6255c156-0f75-425a-a6df-7c08edacf591: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:31:47.602700 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f09d2dfc-5eb0-4bef-8cc4-62ccc1c04c49 req-448b3ae1-190e-4d24-8281-4c65c16b0e56 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51 HTTP/1.1" status: 200 len: 217 time: 0.0410600 Apr 12 14:31:47.604828 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21f039b-e7f3-41ad-8699-8ee01babd2a5', 'name': 'network-vif-deleted', 'tag': '10d21dae-e43e-4c36-be2c-e96509c4fe8b'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:31:47.607088 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab66a2a-822a-4cf5-b3a4-ac9ba6cef184" -d '{"events": [{"server_uuid": "a21f039b-e7f3-41ad-8699-8ee01babd2a5", "name": "network-vif-deleted", "tag": "10d21dae-e43e-4c36-be2c-e96509c4fe8b"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:31:47.645993 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928faf00-c9f5-470e-bfb5-b2a106910178 x-openstack-request-id: req-928faf00-c9f5-470e-bfb5-b2a106910178 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:31:47.646289 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21f039b-e7f3-41ad-8699-8ee01babd2a5", "name": "network-vif-deleted", "tag": "10d21dae-e43e-4c36-be2c-e96509c4fe8b", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:31:47.646545 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-928faf00-c9f5-470e-bfb5-b2a106910178 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:31:47.646944 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-928faf00-c9f5-470e-bfb5-b2a106910178'] response: {'server_uuid': 'a21f039b-e7f3-41ad-8699-8ee01babd2a5', 'name': 'network-vif-deleted', 'tag': '10d21dae-e43e-4c36-be2c-e96509c4fe8b', 'status': 'completed', 'code': 200} Apr 12 14:31:47.669280 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d2dfc-5eb0-4bef-8cc4-62ccc1c04c49 req-90cdf2fa-1ffd-4171-a3c3-cffd2e75bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:47.671008 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f09d2dfc-5eb0-4bef-8cc4-62ccc1c04c49 req-90cdf2fa-1ffd-4171-a3c3-cffd2e75bb71 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f447f83a-4258-47f2-9876-65788ff6ba27 HTTP/1.1" status: 200 len: 854 time: 0.0603645 Apr 12 14:31:47.753148 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d2dfc-5eb0-4bef-8cc4-62ccc1c04c49 req-f4146675-817b-47a5-9c84-fed9a2ce5689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:47.754665 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f09d2dfc-5eb0-4bef-8cc4-62ccc1c04c49 req-f4146675-817b-47a5-9c84-fed9a2ce5689 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b92ade3c-1952-4e8c-a71a-76cbe01a1576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0752883 Apr 12 14:31:47.756403 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-26194e36-aa81-416f-9323-63993064d9c2 req-2633f720-7db0-4a01-ac32-8d108b40dfd6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=a21f039b-e7f3-41ad-8699-8ee01babd2a5 HTTP/1.1" status: 200 len: 210 time: 0.0386229 Apr 12 14:31:47.894289 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5a777-72be-46ad-9313-6be4528d70c7 req-cc6cd44e-0ba5-4074-870c-0399556bbec7 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:47.895679 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-01e5a777-72be-46ad-9313-6be4528d70c7 req-cc6cd44e-0ba5-4074-870c-0399556bbec7 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=e84eab0f-61e5-4882-b419-419e1114384b HTTP/1.1" status: 200 len: 943 time: 0.0896642 Apr 12 14:31:47.917208 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f09d2dfc-5eb0-4bef-8cc4-62ccc1c04c49 req-52a16a31-098f-4633-9cf0-713cfc436c58 service neutron] 10.222.0.69 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517255 Apr 12 14:31:48.017378 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-01e5a777-72be-46ad-9313-6be4528d70c7 req-bd8e6e14-aba4-4e82-b66d-e485ffc2734f tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa3f8fc1-21eb-4cbd-9b92-fefb18972454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121471 Apr 12 14:31:48.045019 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f09d2dfc-5eb0-4bef-8cc4-62ccc1c04c49 req-4ba896e9-05d0-454a-a1d6-4f7240c6f5d6 service neutron] 10.222.0.69 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213162 Apr 12 14:31:48.111053 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-afab245f-df16-4b10-bb7f-9f5dc6136e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:48.561116 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:31:48.571530 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 10d21dae-e43e-4c36-be2c-e96509c4fe8b no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:31:48.598775 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] No Port match for: 10d21dae-e43e-4c36-be2c-e96509c4fe8b {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:31:48.599119 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 10d21dae-e43e-4c36-be2c-e96509c4fe8b not bound to the agent host hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:31:48.693522 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51,segment=NetworkSegment(5facf32a-40c5-4067-8228-6e38b04f0740),segment_id=5facf32a-40c5-4067-8228-6e38b04f0740)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:48.705862 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Returning: {'device': 'c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'port_id': 'c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51', 'mac_address': 'fa:16:3e:ef:7a:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:31:48.747464 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:31:48.747856 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:48.762970 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:31:48.782715 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51,segment=NetworkSegment(5facf32a-40c5-4067-8228-6e38b04f0740),segment_id=5facf32a-40c5-4067-8228-6e38b04f0740)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:48.787119 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:48.843234 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:48.843838 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 59586) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:48.900783 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b4476e1-1dab-4bc9-afc1-9aef7697644e tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for security_group (bbb5588c-4d51-4828-985b-3f21e68353c5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:48.925690 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b4476e1-1dab-4bc9-afc1-9aef7697644e tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for security_group (bbb5588c-4d51-4828-985b-3f21e68353c5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:48.974969 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b4476e1-1dab-4bc9-afc1-9aef7697644e tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (bbb5588c-4d51-4828-985b-3f21e68353c5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:48.977646 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b4476e1-1dab-4bc9-afc1-9aef7697644e tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:48.978797 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-7b4476e1-1dab-4bc9-afc1-9aef7697644e tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "DELETE /v2.0/security-groups/bbb5588c-4d51-4828-985b-3f21e68353c5 HTTP/1.1" status: 204 len: 168 time: 0.1339316 Apr 12 14:31:48.981799 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59588) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:48.987983 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4476e1-1dab-4bc9-afc1-9aef7697644e tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb5588c-4d51-4828-985b-3f21e68353c5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:48.998384 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.api.v2.resource [None req-16e9b034-52b0-494d-b299-14b3869bc672 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] show failed (client error): The resource could not be found. Apr 12 14:31:48.999449 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-16e9b034-52b0-494d-b299-14b3869bc672 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups/bbb5588c-4d51-4828-985b-3f21e68353c5 HTTP/1.1" status: 404 len: 347 time: 0.0163090 Apr 12 14:31:49.002326 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59590) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:49.126587 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a933d531-feb0-4cfc-abfe-99323077d3b5 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Deleting port c0cab662-beb6-4b7a-b4b8-de4511728d86 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:31:49.126808 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a933d531-feb0-4cfc-abfe-99323077d3b5 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (c0cab662-beb6-4b7a-b4b8-de4511728d86), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:49.140437 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ccdb9-9bbd-4c6a-9d7f-42baf5358284 req-d1fcf229-d8c0-460f-b907-64427dd8055a tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:49.141978 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ee3ccdb9-9bbd-4c6a-9d7f-42baf5358284 req-d1fcf229-d8c0-460f-b907-64427dd8055a tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=e84eab0f-61e5-4882-b419-419e1114384b HTTP/1.1" status: 200 len: 944 time: 0.0521634 Apr 12 14:31:49.160044 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:31:49.207097 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ee3ccdb9-9bbd-4c6a-9d7f-42baf5358284 req-93ad22f6-7f2b-4603-832a-3bc7eca62b50 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa3f8fc1-21eb-4cbd-9b92-fefb18972454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588310 Apr 12 14:31:49.208108 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a933d531-feb0-4cfc-abfe-99323077d3b5 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (c0cab662-beb6-4b7a-b4b8-de4511728d86), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:49.208435 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a933d531-feb0-4cfc-abfe-99323077d3b5 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for floatingip (c0cab662-beb6-4b7a-b4b8-de4511728d86), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:49.221638 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a933d531-feb0-4cfc-abfe-99323077d3b5 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Calling delete_port for c0cab662-beb6-4b7a-b4b8-de4511728d86 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:31:49.359995 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a933d531-feb0-4cfc-abfe-99323077d3b5 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (c0cab662-beb6-4b7a-b4b8-de4511728d86), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:49.384330 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933d531-feb0-4cfc-abfe-99323077d3b5 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Pushing event deleted for resources: {'Port': ['ID=c0cab662-beb6-4b7a-b4b8-de4511728d86,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:49.448803 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a933d531-feb0-4cfc-abfe-99323077d3b5 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for floatingip (6255c156-0f75-425a-a6df-7c08edacf591), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:49.451318 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a933d531-feb0-4cfc-abfe-99323077d3b5 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:49.452466 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-a933d531-feb0-4cfc-abfe-99323077d3b5 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "DELETE /v2.0/floatingips/6255c156-0f75-425a-a6df-7c08edacf591 HTTP/1.1" status: 204 len: 168 time: 0.4492536 Apr 12 14:31:49.992514 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 59596) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:49.997730 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-cb62e449-bbb2-4f8b-91b0-b612a3fffc4c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1491735642', 'description': 'tempest-description--2102446647'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:31:50.022556 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb62e449-bbb2-4f8b-91b0-b612a3fffc4c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.094210 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb62e449-bbb2-4f8b-91b0-b612a3fffc4c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for security_group (ad1fd4cb-cbc5-48b9-a2d1-f53bdec39e22), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.097613 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb62e449-bbb2-4f8b-91b0-b612a3fffc4c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (ad1fd4cb-cbc5-48b9-a2d1-f53bdec39e22), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.128946 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cb62e449-bbb2-4f8b-91b0-b612a3fffc4c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.130206 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-cb62e449-bbb2-4f8b-91b0-b612a3fffc4c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1366687 Apr 12 14:31:50.131332 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb62e449-bbb2-4f8b-91b0-b612a3fffc4c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1fd4cb-cbc5-48b9-a2d1-f53bdec39e22,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:50.133285 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59598) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:50.139020 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-381c1876-a165-4406-8ef8-93270d51e964 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Request body: {'security_group_rule': {'security_group_id': 'ad1fd4cb-cbc5-48b9-a2d1-f53bdec39e22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:31:50.173706 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-381c1876-a165-4406-8ef8-93270d51e964 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for security_group_rule (be351278-621e-46d2-a530-d7894b877364), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.233613 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-381c1876-a165-4406-8ef8-93270d51e964 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for security_group_rule (be351278-621e-46d2-a530-d7894b877364), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.237713 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-381c1876-a165-4406-8ef8-93270d51e964 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (be351278-621e-46d2-a530-d7894b877364), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.255781 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c1876-a165-4406-8ef8-93270d51e964 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be351278-621e-46d2-a530-d7894b877364,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:50.267057 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-381c1876-a165-4406-8ef8-93270d51e964 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.268297 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-381c1876-a165-4406-8ef8-93270d51e964 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1338792 Apr 12 14:31:50.271373 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59602) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:50.276612 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-1b3545cd-9d17-4055-a2ad-728485df35ac tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Request body: {'security_group_rule': {'security_group_id': 'ad1fd4cb-cbc5-48b9-a2d1-f53bdec39e22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:31:50.303953 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b3545cd-9d17-4055-a2ad-728485df35ac tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for security_group_rule (fa11cea0-c9b4-4be1-91bb-bbdbe63eb3be), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.328326 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be2f3e-a521-4dbb-a6b6-c6a6b45f89e2 req-fd49e338-637d-47ad-930a-b4a3770b952e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:50.330064 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c2be2f3e-a521-4dbb-a6b6-c6a6b45f89e2 req-fd49e338-637d-47ad-930a-b4a3770b952e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=e84eab0f-61e5-4882-b419-419e1114384b HTTP/1.1" status: 200 len: 944 time: 0.0500538 Apr 12 14:31:50.379332 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b3545cd-9d17-4055-a2ad-728485df35ac tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for security_group_rule (fa11cea0-c9b4-4be1-91bb-bbdbe63eb3be), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.382259 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c2be2f3e-a521-4dbb-a6b6-c6a6b45f89e2 req-937520a6-1fcc-4006-9aca-7bd6b716c6b5 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa3f8fc1-21eb-4cbd-9b92-fefb18972454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463643 Apr 12 14:31:50.384026 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b3545cd-9d17-4055-a2ad-728485df35ac tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (fa11cea0-c9b4-4be1-91bb-bbdbe63eb3be), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.403244 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3545cd-9d17-4055-a2ad-728485df35ac tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa11cea0-c9b4-4be1-91bb-bbdbe63eb3be,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:50.411534 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b3545cd-9d17-4055-a2ad-728485df35ac tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.412732 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-1b3545cd-9d17-4055-a2ad-728485df35ac tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1399965 Apr 12 14:31:50.416740 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59604) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:50.421192 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-5fa86e2a-9bcc-4dd6-80de-d5e2f148117b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Request body: {'floatingip': {'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:31:50.445823 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5fa86e2a-9bcc-4dd6-80de-d5e2f148117b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.484205 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-916c62c6-4fd1-4c9a-9f0c-6eaf585b3adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.527353 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5fa86e2a-9bcc-4dd6-80de-d5e2f148117b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.564771 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51 up at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:31:50.620140 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning for port c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:31:50.630079 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning complete for port c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:31:50.630457 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.646258 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-5fa86e2a-9bcc-4dd6-80de-d5e2f148117b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Allocated IP 172.27.0.2 (d880c522-0b20-4278-b126-cb351e10a8a1/d5f6c94a-8527-427a-a2ce-715c797655f2/1c017c31-b76e-4b23-8ee7-bee3b27788be) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:31:50.720718 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:31:50.721131 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.746272 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84eab0f-61e5-4882-b419-419e1114384b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:31:50.748631 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad8c191-aa97-4f09-97c5-fead22922960" -d '{"events": [{"server_uuid": "e84eab0f-61e5-4882-b419-419e1114384b", "name": "network-vif-plugged", "status": "completed", "tag": "c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:31:50.760605 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5fa86e2a-9bcc-4dd6-80de-d5e2f148117b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for port (1c017c31-b76e-4b23-8ee7-bee3b27788be), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.762574 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51,segment=NetworkSegment(5facf32a-40c5-4067-8228-6e38b04f0740),segment_id=5facf32a-40c5-4067-8228-6e38b04f0740)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:50.768011 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.799901 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5fa86e2a-9bcc-4dd6-80de-d5e2f148117b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (1c017c31-b76e-4b23-8ee7-bee3b27788be), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.818570 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:50.841099 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa86e2a-9bcc-4dd6-80de-d5e2f148117b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Network d880c522-0b20-4278-b126-cb351e10a8a1 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:31:50.844287 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-5fa86e2a-9bcc-4dd6-80de-d5e2f148117b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:31:50.848060 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa86e2a-9bcc-4dd6-80de-d5e2f148117b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:31:50.874822 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa86e2a-9bcc-4dd6-80de-d5e2f148117b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Pushing event updated for resources: {'Port': ['ID=1c017c31-b76e-4b23-8ee7-bee3b27788be,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:50.950068 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5fa86e2a-9bcc-4dd6-80de-d5e2f148117b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for floatingip (6647098a-bb8b-4666-953f-6943a2415ed7), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:50.989003 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba7a969-948f-4526-8f9a-cf2db75f8eaa x-openstack-request-id: req-fba7a969-948f-4526-8f9a-cf2db75f8eaa {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:31:50.989300 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84eab0f-61e5-4882-b419-419e1114384b", "name": "network-vif-plugged", "status": "completed", "tag": "c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:31:50.989552 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fba7a969-948f-4526-8f9a-cf2db75f8eaa {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:31:50.990123 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fba7a969-948f-4526-8f9a-cf2db75f8eaa'] response: {'server_uuid': 'e84eab0f-61e5-4882-b419-419e1114384b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51', 'code': 200} Apr 12 14:31:50.990847 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5fa86e2a-9bcc-4dd6-80de-d5e2f148117b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (1c017c31-b76e-4b23-8ee7-bee3b27788be), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:51.147189 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5fa86e2a-9bcc-4dd6-80de-d5e2f148117b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for port (1c017c31-b76e-4b23-8ee7-bee3b27788be), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:51.153412 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5fa86e2a-9bcc-4dd6-80de-d5e2f148117b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3951234'] for port (1c017c31-b76e-4b23-8ee7-bee3b27788be), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:51.203041 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f85bc2-260d-470e-b17d-77e67f70fb87 req-f3d2d687-85ab-4ed9-90f3-d373241c33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:51.208123 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-93f85bc2-260d-470e-b17d-77e67f70fb87 req-f3d2d687-85ab-4ed9-90f3-d373241c33b6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e84eab0f-61e5-4882-b419-419e1114384b HTTP/1.1" status: 200 len: 1129 time: 0.0386162 Apr 12 14:31:51.220819 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa86e2a-9bcc-4dd6-80de-d5e2f148117b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Pushing event updated for resources: {'Port': ['ID=1c017c31-b76e-4b23-8ee7-bee3b27788be,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:51.234146 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5fa86e2a-9bcc-4dd6-80de-d5e2f148117b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (6647098a-bb8b-4666-953f-6943a2415ed7), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:51.248437 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5fa86e2a-9bcc-4dd6-80de-d5e2f148117b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:51.257067 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-5fa86e2a-9bcc-4dd6-80de-d5e2f148117b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8318954 Apr 12 14:31:51.257327 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-93f85bc2-260d-470e-b17d-77e67f70fb87 req-5bac49a3-27ea-4b27-a656-38abe98c4fa8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=aa3f8fc1-21eb-4cbd-9b92-fefb18972454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398929 Apr 12 14:31:51.459468 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-5bb2f5fb-5cb3-4509-be3f-b13c49d5fddd tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1491735642&fields=id&tenant_id=a2bedb77e90047d299fac9bf3cf393a8 HTTP/1.1" status: 200 len: 267 time: 0.0450130 Apr 12 14:31:51.535942 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:51.541234 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8712910-5053-4665-b9f1-73b66a3ad9a6 req-9e164cd5-4a45-4ef0-8727-1f562657adb0 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:51.542716 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a8712910-5053-4665-b9f1-73b66a3ad9a6 req-9e164cd5-4a45-4ef0-8727-1f562657adb0 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=e84eab0f-61e5-4882-b419-419e1114384b HTTP/1.1" status: 200 len: 945 time: 0.0878334 Apr 12 14:31:51.642517 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-8d317876-b743-40ef-a2fb-7d7515931bcd tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:51.643913 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-8d317876-b743-40ef-a2fb-7d7515931bcd tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/networks?id=f4a3bd02-b790-409a-af63-4b8c508a5dc9 HTTP/1.1" status: 200 len: 811 time: 0.1716447 Apr 12 14:31:51.647298 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a8712910-5053-4665-b9f1-73b66a3ad9a6 req-95b299a0-198e-4b55-98a7-e0b60933e75a tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa3f8fc1-21eb-4cbd-9b92-fefb18972454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804410 Apr 12 14:31:51.659339 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-3c14b406-0925-4ed8-9b7a-bebf0099f168 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/quotas/a2bedb77e90047d299fac9bf3cf393a8 HTTP/1.1" status: 200 len: 375 time: 0.0099006 Apr 12 14:31:51.711133 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-ddeb52f6-398d-4d29-b387-8a095de7e7b8 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a2bedb77e90047d299fac9bf3cf393a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457177 Apr 12 14:31:51.918989 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-8412b700-1516-489f-ae62-2d99cb549204 service neutron] 10.222.0.79 "GET /v2.0/networks/f4a3bd02-b790-409a-af63-4b8c508a5dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969209 Apr 12 14:31:52.021662 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-6a1c7e37-4419-4b72-a034-d3d6f90a2fb3 service neutron] 10.222.0.79 "GET /v2.0/networks/f4a3bd02-b790-409a-af63-4b8c508a5dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969174 Apr 12 14:31:52.185151 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-17de6a70-c588-40bf-9edf-f05722d20953 req-734404d3-0042-4afa-8526-f3610c985876 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1888f4-ece7-43a5-b2b2-8967e047cfab HTTP/1.1" status: 200 len: 210 time: 0.0296099 Apr 12 14:31:52.759787 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bd408-b53d-4ad6-a560-061aa4b94566 req-f32f3415-4d50-4ada-a85b-d28b992fc374 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:52.761319 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e97bd408-b53d-4ad6-a560-061aa4b94566 req-f32f3415-4d50-4ada-a85b-d28b992fc374 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=e84eab0f-61e5-4882-b419-419e1114384b HTTP/1.1" status: 200 len: 945 time: 0.0481975 Apr 12 14:31:52.809507 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e97bd408-b53d-4ad6-a560-061aa4b94566 req-5385ec31-01be-4548-9d8c-05a88c3fc263 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa3f8fc1-21eb-4cbd-9b92-fefb18972454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422809 Apr 12 14:31:52.891529 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:53.286100 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b8161c78-e8ab-4263-85ca-e49feebb2481 req-71f16f3d-ab42-492e-93e3-769f8f293504 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1888f4-ece7-43a5-b2b2-8967e047cfab HTTP/1.1" status: 200 len: 210 time: 0.0285566 Apr 12 14:31:53.678775 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-97fe5663-efa8-4f87-93c1-006084cd0c0b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:53.680203 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-97fe5663-efa8-4f87-93c1-006084cd0c0b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.69 "GET /v2.0/networks?id=f4a3bd02-b790-409a-af63-4b8c508a5dc9 HTTP/1.1" status: 200 len: 811 time: 0.1139135 Apr 12 14:31:53.782009 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-ce8ded21-7807-4f48-83c0-c0a53969e2f5 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2bedb77e90047d299fac9bf3cf393a8 HTTP/1.1" status: 200 len: 380 time: 0.0689430 Apr 12 14:31:53.851186 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Request body: {'port': {'device_id': '5d1888f4-ece7-43a5-b2b2-8967e047cfab', 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'admin_state_up': True, 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'security_groups': ['ad1fd4cb-cbc5-48b9-a2d1-f53bdec39e22']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:31:53.977353 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99c5fa-8fc3-4225-acf5-0beb16ced277 req-ce1516bd-0853-4776-b43b-acc2f93816c7 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:53.978745 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-de99c5fa-8fc3-4225-acf5-0beb16ced277 req-ce1516bd-0853-4776-b43b-acc2f93816c7 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=e84eab0f-61e5-4882-b419-419e1114384b HTTP/1.1" status: 200 len: 945 time: 0.0995917 Apr 12 14:31:54.044601 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Made reservation on behalf of a2bedb77e90047d299fac9bf3cf393a8 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:31:54.047885 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:54.053380 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-de99c5fa-8fc3-4225-acf5-0beb16ced277 req-42e10998-ce8a-47f5-86ff-4011b50ff630 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa3f8fc1-21eb-4cbd-9b92-fefb18972454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682321 Apr 12 14:31:54.179333 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449796d-88dd-45a7-bac0-7917df6c4bfd req-c050b817-e7bd-4565-888b-e48e40e15b65 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:54.180857 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f449796d-88dd-45a7-bac0-7917df6c4bfd req-c050b817-e7bd-4565-888b-e48e40e15b65 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=e84eab0f-61e5-4882-b419-419e1114384b HTTP/1.1" status: 200 len: 945 time: 0.0626507 Apr 12 14:31:54.190261 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59648) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:31:54.195075 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-79c00ee6-41b9-44e3-a430-0b0d6ade1173 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Request body: {'floatingip': {'port_id': 'c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:31:54.225481 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Allocated IP 172.20.0.4 (f4a3bd02-b790-409a-af63-4b8c508a5dc9/173d8463-b4b7-4546-b738-e7a6791e414a/e3c068b4-ba4d-4f43-b810-fbcedcf4b224) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:31:54.239413 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-79c00ee6-41b9-44e3-a430-0b0d6ade1173 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (abd46fbb-b3e7-4ad7-9066-7ac2c728be6a), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:54.427734 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:54.603756 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5ce28a01-23af-45d5-b663-5150d5e207d3 req-3ef34e74-f243-45fc-a893-c8ee3cd3c858 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1888f4-ece7-43a5-b2b2-8967e047cfab HTTP/1.1" status: 200 len: 210 time: 0.0330658 Apr 12 14:31:54.651350 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for port (e3c068b4-ba4d-4f43-b810-fbcedcf4b224), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:54.685722 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (e3c068b4-ba4d-4f43-b810-fbcedcf4b224), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:54.710391 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-79c00ee6-41b9-44e3-a430-0b0d6ade1173 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:54.714575 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-79c00ee6-41b9-44e3-a430-0b0d6ade1173 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (abd46fbb-b3e7-4ad7-9066-7ac2c728be6a), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:54.734491 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Network f4a3bd02-b790-409a-af63-4b8c508a5dc9 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:31:54.737710 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:31:54.745386 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:31:54.749296 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Pushing event updated for resources: {'Port': ['ID=e3c068b4-ba4d-4f43-b810-fbcedcf4b224,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:54.780199 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:54.780551 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:54.780995 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:54.781268 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:54.781617 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:54.781954 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:54.782288 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:54.782877 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:54.782962 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:54.783258 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:54.783592 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:54.783923 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:54.784266 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:54.784580 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:54.784927 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:31:54.808688 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:54.809416 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:54.833567 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f55b4b49-bf05-445e-b978-8d615fa151e6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9863615 Apr 12 14:31:54.839772 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.db.l3_db [None req-79c00ee6-41b9-44e3-a430-0b0d6ade1173 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Floating IP abd46fbb-b3e7-4ad7-9066-7ac2c728be6a associated. External IP: 172.27.0.154, port: c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51. Apr 12 14:31:54.850848 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f63fdf4b-3124-46d7-ab16-9b3f9aeeb5f5 service neutron] Request body: {'port': {'device_id': '5d1888f4-ece7-43a5-b2b2-8967e047cfab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:31:54.919342 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f63fdf4b-3124-46d7-ab16-9b3f9aeeb5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (e3c068b4-ba4d-4f43-b810-fbcedcf4b224), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:54.993106 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6e4e0d7c-32b2-4c29-a978-0500b2a96083 None None] Provisioning complete for port e3c068b4-ba4d-4f43-b810-fbcedcf4b224 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:31:54.993765 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6e4e0d7c-32b2-4c29-a978-0500b2a96083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (e3c068b4-ba4d-4f43-b810-fbcedcf4b224), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:55.033111 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6e4e0d7c-32b2-4c29-a978-0500b2a96083 None None] Port e3c068b4-ba4d-4f43-b810-fbcedcf4b224 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:31:55.202296 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f63fdf4b-3124-46d7-ab16-9b3f9aeeb5f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c068b4-ba4d-4f43-b810-fbcedcf4b224 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:31:55.210015 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f63fdf4b-3124-46d7-ab16-9b3f9aeeb5f5 service neutron] Publish callbacks [] for port (e3c068b4-ba4d-4f43-b810-fbcedcf4b224), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:55.223027 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f63fdf4b-3124-46d7-ab16-9b3f9aeeb5f5 service neutron] Transition to ACTIVE for port object e3c068b4-ba4d-4f43-b810-fbcedcf4b224 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:31:55.227495 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f63fdf4b-3124-46d7-ab16-9b3f9aeeb5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (e3c068b4-ba4d-4f43-b810-fbcedcf4b224), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:55.281231 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fdf4b-3124-46d7-ab16-9b3f9aeeb5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c068b4-ba4d-4f43-b810-fbcedcf4b224,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:55.335927 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c00ee6-41b9-44e3-a430-0b0d6ade1173 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Router b848b625-db38-48b6-85ac-eb01f53c8953 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:31:55.357813 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f63fdf4b-3124-46d7-ab16-9b3f9aeeb5f5 service neutron] Attempting to bind port e3c068b4-ba4d-4f43-b810-fbcedcf4b224 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:31:55.358147 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f63fdf4b-3124-46d7-ab16-9b3f9aeeb5f5 service neutron] Attempting to bind port e3c068b4-ba4d-4f43-b810-fbcedcf4b224 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'a7c17724-1d50-4600-9248-4eb722d3c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:31:55.358474 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f63fdf4b-3124-46d7-ab16-9b3f9aeeb5f5 service neutron] Attempting to bind port e3c068b4-ba4d-4f43-b810-fbcedcf4b224 on network f4a3bd02-b790-409a-af63-4b8c508a5dc9 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:31:55.363053 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f63fdf4b-3124-46d7-ab16-9b3f9aeeb5f5 service neutron] Port e3c068b4-ba4d-4f43-b810-fbcedcf4b224 on network f4a3bd02-b790-409a-af63-4b8c508a5dc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:31:55.363370 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f63fdf4b-3124-46d7-ab16-9b3f9aeeb5f5 service neutron] Attempting to bind port e3c068b4-ba4d-4f43-b810-fbcedcf4b224 on network f4a3bd02-b790-409a-af63-4b8c508a5dc9 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:31:55.368746 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f63fdf4b-3124-46d7-ab16-9b3f9aeeb5f5 service neutron] Checking agent: {'id': '533323ec-e26b-4d23-bab1-f8a1493e3727', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'started_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:31:55.369121 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f63fdf4b-3124-46d7-ab16-9b3f9aeeb5f5 service neutron] Checking segment: {'id': 'a7c17724-1d50-4600-9248-4eb722d3c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:31:55.370233 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f63fdf4b-3124-46d7-ab16-9b3f9aeeb5f5 service neutron] Bound using segment: {'id': 'a7c17724-1d50-4600-9248-4eb722d3c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:31:55.370668 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f63fdf4b-3124-46d7-ab16-9b3f9aeeb5f5 service neutron] Bound port: e3c068b4-ba4d-4f43-b810-fbcedcf4b224, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c17724-1d50-4600-9248-4eb722d3c0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:31:55.371026 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f63fdf4b-3124-46d7-ab16-9b3f9aeeb5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (e3c068b4-ba4d-4f43-b810-fbcedcf4b224), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:55.443602 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f63fdf4b-3124-46d7-ab16-9b3f9aeeb5f5 service neutron] For port e3c068b4-ba4d-4f43-b810-fbcedcf4b224, host hv-cinder-83752, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:31:55.448447 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f63fdf4b-3124-46d7-ab16-9b3f9aeeb5f5 service neutron] For port e3c068b4-ba4d-4f43-b810-fbcedcf4b224, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e3c068b4-ba4d-4f43-b810-fbcedcf4b224,segment=NetworkSegment(a7c17724-1d50-4600-9248-4eb722d3c0dd),segment_id=a7c17724-1d50-4600-9248-4eb722d3c0dd)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:31:55.455129 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f63fdf4b-3124-46d7-ab16-9b3f9aeeb5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (e3c068b4-ba4d-4f43-b810-fbcedcf4b224), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:55.463554 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c00ee6-41b9-44e3-a430-0b0d6ade1173 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:31:55.468543 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-79c00ee6-41b9-44e3-a430-0b0d6ade1173 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:55.476202 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4e5d2f-4fde-4e54-849d-35ebcfd4639f None None] Sync routers for ids ['b848b625-db38-48b6-85ac-eb01f53c8953'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:31:55.494536 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f63fdf4b-3124-46d7-ab16-9b3f9aeeb5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:55.495158 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f63fdf4b-3124-46d7-ab16-9b3f9aeeb5f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:55.496538 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-f63fdf4b-3124-46d7-ab16-9b3f9aeeb5f5 service neutron] 10.222.0.69 "PUT /v2.0/ports/e3c068b4-ba4d-4f43-b810-fbcedcf4b224 HTTP/1.1" status: 200 len: 1093 time: 0.6501298 Apr 12 14:31:55.497101 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1888f4-ece7-43a5-b2b2-8967e047cfab', 'tag': 'e3c068b4-ba4d-4f43-b810-fbcedcf4b224'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:31:55.499577 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf780e5-92db-462c-8560-4afc64af5c92" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1888f4-ece7-43a5-b2b2-8967e047cfab", "tag": "e3c068b4-ba4d-4f43-b810-fbcedcf4b224"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:31:55.503002 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4e5d2f-4fde-4e54-849d-35ebcfd4639f None None] Routers {'b848b625-db38-48b6-85ac-eb01f53c8953'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:55.503652 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5b4e5d2f-4fde-4e54-849d-35ebcfd4639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:31:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b848b625-db38-48b6-85ac-eb01f53c8953'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:55.505552 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-79c00ee6-41b9-44e3-a430-0b0d6ade1173 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "PUT /v2.0/floatingips/abd46fbb-b3e7-4ad7-9066-7ac2c728be6a HTTP/1.1" status: 200 len: 991 time: 1.3141017 Apr 12 14:31:55.506327 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84eab0f-61e5-4882-b419-419e1114384b', 'tag': 'c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:31:55.508759 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea00ad51b5642e711501acc1f7ca5604eef3f69d3a6b574dfa4fd32ced1c6c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ba6733-9f85-4e6c-8f94-a243a7c04194" -d '{"events": [{"name": "network-changed", "server_uuid": "e84eab0f-61e5-4882-b419-419e1114384b", "tag": "c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:31:55.550078 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fdf4b-3124-46d7-ab16-9b3f9aeeb5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c068b4-ba4d-4f43-b810-fbcedcf4b224,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:55.580190 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386c7de4-7ea1-4702-b179-e13df3cb0751 x-openstack-request-id: req-386c7de4-7ea1-4702-b179-e13df3cb0751 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:31:55.580665 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1888f4-ece7-43a5-b2b2-8967e047cfab", "tag": "e3c068b4-ba4d-4f43-b810-fbcedcf4b224", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:31:55.581051 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-386c7de4-7ea1-4702-b179-e13df3cb0751 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:31:55.581707 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-386c7de4-7ea1-4702-b179-e13df3cb0751'] response: {'name': 'network-changed', 'server_uuid': '5d1888f4-ece7-43a5-b2b2-8967e047cfab', 'tag': 'e3c068b4-ba4d-4f43-b810-fbcedcf4b224', 'status': 'completed', 'code': 200} Apr 12 14:31:55.656977 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-d0903013-7afa-4585-9854-4b4ae4feaef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:55.658552 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-d0903013-7afa-4585-9854-4b4ae4feaef8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2bedb77e90047d299fac9bf3cf393a8&device_id=5d1888f4-ece7-43a5-b2b2-8967e047cfab HTTP/1.1" status: 200 len: 1127 time: 0.0604060 Apr 12 14:31:55.689552 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-5b4e5d2f-4fde-4e54-849d-35ebcfd4639f None None] Set router b848b625-db38-48b6-85ac-eb01f53c8953 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:55.707683 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232a4ced-2d2a-41d1-b4a4-5df5a0395924 x-openstack-request-id: req-232a4ced-2d2a-41d1-b4a4-5df5a0395924 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:31:55.708232 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e84eab0f-61e5-4882-b419-419e1114384b", "tag": "c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:31:55.708756 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-232a4ced-2d2a-41d1-b4a4-5df5a0395924 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:31:55.709700 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-232a4ced-2d2a-41d1-b4a4-5df5a0395924'] response: {'name': 'network-changed', 'server_uuid': 'e84eab0f-61e5-4882-b419-419e1114384b', 'tag': 'c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51', 'status': 'completed', 'code': 200} Apr 12 14:31:55.747588 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-bfb40369-a245-4182-bd6d-ecb576797732 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3c068b4-ba4d-4f43-b810-fbcedcf4b224 HTTP/1.1" status: 200 len: 217 time: 0.0732851 Apr 12 14:31:55.859675 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d192e-3921-429a-814f-9d805cc9a0da req-de23e7be-6018-49b8-8851-261a5f2fa75b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:55.861130 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9d7d192e-3921-429a-814f-9d805cc9a0da req-de23e7be-6018-49b8-8851-261a5f2fa75b tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1888f4-ece7-43a5-b2b2-8967e047cfab HTTP/1.1" status: 200 len: 943 time: 0.1186252 Apr 12 14:31:55.885914 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba6733-9f85-4e6c-8f94-a243a7c04194 req-b888cc1b-9b20-44bd-b421-0a4d5599f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:55.887424 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e2ba6733-9f85-4e6c-8f94-a243a7c04194 req-b888cc1b-9b20-44bd-b421-0a4d5599f8a6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b89123ba80a94b8d8e37e734b8a4615a&device_id=e84eab0f-61e5-4882-b419-419e1114384b HTTP/1.1" status: 200 len: 1129 time: 0.1043112 Apr 12 14:31:55.903319 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-0615e4ad-097a-49e3-9971-732ed98795f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:55.905095 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-0615e4ad-097a-49e3-9971-732ed98795f2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=173d8463-b4b7-4546-b738-e7a6791e414a HTTP/1.1" status: 200 len: 850 time: 0.1227577 Apr 12 14:31:55.938276 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5b4e5d2f-4fde-4e54-849d-35ebcfd4639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': 'abd46fbb-b3e7-4ad7-9066-7ac2c728be6a', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'port_id': 'c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'mac_address': 'fa:16:3e:ef:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84eab0f-61e5-4882-b419-419e1114384b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:31:38Z', 'updated_at': '2022-04-12T14:31:54Z', 'revision_number': 1, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa28035-1c1f-45a8-acfe-8006db67f402', 'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'mac_address': 'fa:16:3e:30:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:35Z', 'updated_at': '2022-04-12T14:31:39Z', 'revision_number': 5, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'subnets': [{'id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:55.970389 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4e5d2f-4fde-4e54-849d-35ebcfd4639f None None] Checking router: b848b625-db38-48b6-85ac-eb01f53c8953 for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:31:55.978718 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4e5d2f-4fde-4e54-849d-35ebcfd4639f None None] Routers {'b848b625-db38-48b6-85ac-eb01f53c8953'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:31:55.979323 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5b4e5d2f-4fde-4e54-849d-35ebcfd4639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:31:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b848b625-db38-48b6-85ac-eb01f53c8953'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:56.025161 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-c212eb8a-13dc-47f7-8f14-5b13eaf627c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:56.027252 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-c212eb8a-13dc-47f7-8f14-5b13eaf627c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4a3bd02-b790-409a-af63-4b8c508a5dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1084151 Apr 12 14:31:56.032911 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9d7d192e-3921-429a-814f-9d805cc9a0da req-7fc803d0-8745-4694-a98f-14649cdb3899 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad1fd4cb-cbc5-48b9-a2d1-f53bdec39e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599121 Apr 12 14:31:56.081363 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba6733-9f85-4e6c-8f94-a243a7c04194 req-2637376b-0794-4824-b26b-91df15c1e8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:56.082839 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e2ba6733-9f85-4e6c-8f94-a243a7c04194 req-2637376b-0794-4824-b26b-91df15c1e8de service neutron] 10.222.0.69 "GET /v2.0/networks?id=b92ade3c-1952-4e8c-a71a-76cbe01a1576 HTTP/1.1" status: 200 len: 917 time: 0.1752560 Apr 12 14:31:56.104379 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-5b4e5d2f-4fde-4e54-849d-35ebcfd4639f None None] Set router b848b625-db38-48b6-85ac-eb01f53c8953 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:31:56.193712 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e2ba6733-9f85-4e6c-8f94-a243a7c04194 req-72c8ebaa-d2ca-4906-bdde-26dead2822ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51 HTTP/1.1" status: 200 len: 999 time: 0.0841742 Apr 12 14:31:56.195567 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-b5102341-e271-4c94-9688-380096bf4532 service neutron] 10.222.0.69 "GET /v2.0/networks/f4a3bd02-b790-409a-af63-4b8c508a5dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602356 Apr 12 14:31:56.303790 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba6733-9f85-4e6c-8f94-a243a7c04194 req-ba6e7855-6fb1-4af1-a409-50f73a0eb85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:56.305217 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e2ba6733-9f85-4e6c-8f94-a243a7c04194 req-ba6e7855-6fb1-4af1-a409-50f73a0eb85f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f447f83a-4258-47f2-9876-65788ff6ba27 HTTP/1.1" status: 200 len: 854 time: 0.1007376 Apr 12 14:31:56.343931 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5b4e5d2f-4fde-4e54-849d-35ebcfd4639f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': 'abd46fbb-b3e7-4ad7-9066-7ac2c728be6a', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'port_id': 'c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'mac_address': 'fa:16:3e:ef:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84eab0f-61e5-4882-b419-419e1114384b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:31:38Z', 'updated_at': '2022-04-12T14:31:54Z', 'revision_number': 1, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa28035-1c1f-45a8-acfe-8006db67f402', 'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'mac_address': 'fa:16:3e:30:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:35Z', 'updated_at': '2022-04-12T14:31:39Z', 'revision_number': 5, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'subnets': [{'id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:31:56.362318 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a8e9fcde-3648-47b4-8731-05cac768f197 req-c93a260a-e4f5-4ffa-a791-8c04fee1923b service neutron] 10.222.0.69 "GET /v2.0/networks/f4a3bd02-b790-409a-af63-4b8c508a5dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502848 Apr 12 14:31:56.366416 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba6733-9f85-4e6c-8f94-a243a7c04194 req-28a58fd6-e8ca-4478-a87c-f9d6687bcc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:56.368503 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e2ba6733-9f85-4e6c-8f94-a243a7c04194 req-28a58fd6-e8ca-4478-a87c-f9d6687bcc1f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b92ade3c-1952-4e8c-a71a-76cbe01a1576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552812 Apr 12 14:31:56.374926 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4e5d2f-4fde-4e54-849d-35ebcfd4639f None None] The sync data for ids ['b848b625-db38-48b6-85ac-eb01f53c8953'] in dv-cinder-837523-1-iscsi is: [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': 'abd46fbb-b3e7-4ad7-9066-7ac2c728be6a', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'port_id': 'c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'mac_address': 'fa:16:3e:ef:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84eab0f-61e5-4882-b419-419e1114384b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:31:38Z', 'updated_at': '2022-04-12T14:31:54Z', 'revision_number': 1, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa28035-1c1f-45a8-acfe-8006db67f402', 'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'mac_address': 'fa:16:3e:30:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:35Z', 'updated_at': '2022-04-12T14:31:39Z', 'revision_number': 5, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'subnets': [{'id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:31:56.471609 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e2ba6733-9f85-4e6c-8f94-a243a7c04194 req-8ab05dcc-210f-4ac8-9bfb-0490040ba20d service neutron] 10.222.0.69 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922284 Apr 12 14:31:56.569036 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c9f751-e32d-4002-a5f0-52ed84c89805 None None] New status for floating IP abd46fbb-b3e7-4ad7-9066-7ac2c728be6a: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:31:57.153260 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac974b93-18ce-4221-aafd-bd687fe4b93f req-258ff1ab-1ada-4e41-98b9-95f191c67bf8 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:57.155146 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ac974b93-18ce-4221-aafd-bd687fe4b93f req-258ff1ab-1ada-4e41-98b9-95f191c67bf8 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1888f4-ece7-43a5-b2b2-8967e047cfab HTTP/1.1" status: 200 len: 943 time: 0.0515647 Apr 12 14:31:57.201563 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ac974b93-18ce-4221-aafd-bd687fe4b93f req-107043a5-a384-44fd-b187-ef13718d1111 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad1fd4cb-cbc5-48b9-a2d1-f53bdec39e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408285 Apr 12 14:31:57.397809 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf780e5-92db-462c-8560-4afc64af5c92 req-bd531735-e68e-4089-a20b-d2eb5df21f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:57.399361 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-adf780e5-92db-462c-8560-4afc64af5c92 req-bd531735-e68e-4089-a20b-d2eb5df21f3f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2bedb77e90047d299fac9bf3cf393a8&device_id=5d1888f4-ece7-43a5-b2b2-8967e047cfab HTTP/1.1" status: 200 len: 1127 time: 0.0778546 Apr 12 14:31:57.445559 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e2ba6733-9f85-4e6c-8f94-a243a7c04194 req-44e6be9d-31b1-40ea-82d2-b2a70f8ee0a9 service neutron] 10.222.0.69 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436243 Apr 12 14:31:57.503315 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf780e5-92db-462c-8560-4afc64af5c92 req-87d9887e-49e4-4ed0-a09c-6b9d0756a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:57.504773 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-adf780e5-92db-462c-8560-4afc64af5c92 req-87d9887e-49e4-4ed0-a09c-6b9d0756a832 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4a3bd02-b790-409a-af63-4b8c508a5dc9 HTTP/1.1" status: 200 len: 913 time: 0.0989721 Apr 12 14:31:57.550612 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-adf780e5-92db-462c-8560-4afc64af5c92 req-a7d23da1-2bcc-44b0-b2ca-082421a92c5f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3c068b4-ba4d-4f43-b810-fbcedcf4b224 HTTP/1.1" status: 200 len: 217 time: 0.0393584 Apr 12 14:31:57.599482 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf780e5-92db-462c-8560-4afc64af5c92 req-459931a0-3d1d-4997-ba8d-1f1078c0bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:57.601020 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-adf780e5-92db-462c-8560-4afc64af5c92 req-459931a0-3d1d-4997-ba8d-1f1078c0bda1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=173d8463-b4b7-4546-b738-e7a6791e414a HTTP/1.1" status: 200 len: 850 time: 0.0445247 Apr 12 14:31:57.646215 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf780e5-92db-462c-8560-4afc64af5c92 req-51fdfc20-f6e0-4742-9b6e-613a7c8c0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:57.647717 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-adf780e5-92db-462c-8560-4afc64af5c92 req-51fdfc20-f6e0-4742-9b6e-613a7c8c0752 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4a3bd02-b790-409a-af63-4b8c508a5dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404789 Apr 12 14:31:57.740978 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-adf780e5-92db-462c-8560-4afc64af5c92 req-af38b00b-f0d3-4997-9f7e-200e5d127794 service neutron] 10.222.0.69 "GET /v2.0/networks/f4a3bd02-b790-409a-af63-4b8c508a5dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863464 Apr 12 14:31:57.833627 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-adf780e5-92db-462c-8560-4afc64af5c92 req-72825a14-e2ff-40e3-9e03-d36b1163cf05 service neutron] 10.222.0.69 "GET /v2.0/networks/f4a3bd02-b790-409a-af63-4b8c508a5dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861127 Apr 12 14:31:58.326048 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000767b2-1555-4371-8dd1-75007cda8526 req-5f176e19-656b-4957-a913-a84c01a326f6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:58.327445 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-000767b2-1555-4371-8dd1-75007cda8526 req-5f176e19-656b-4957-a913-a84c01a326f6 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1888f4-ece7-43a5-b2b2-8967e047cfab HTTP/1.1" status: 200 len: 943 time: 0.0568070 Apr 12 14:31:58.379257 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-000767b2-1555-4371-8dd1-75007cda8526 req-5286be79-901c-41e9-b9a7-4505e9196206 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad1fd4cb-cbc5-48b9-a2d1-f53bdec39e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462658 Apr 12 14:31:58.597948 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device e3c068b4-ba4d-4f43-b810-fbcedcf4b224 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:31:58.707648 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port e3c068b4-ba4d-4f43-b810-fbcedcf4b224, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e3c068b4-ba4d-4f43-b810-fbcedcf4b224,segment=NetworkSegment(a7c17724-1d50-4600-9248-4eb722d3c0dd),segment_id=a7c17724-1d50-4600-9248-4eb722d3c0dd)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:58.721350 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Returning: {'device': 'e3c068b4-ba4d-4f43-b810-fbcedcf4b224', 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'port_id': 'e3c068b4-ba4d-4f43-b810-fbcedcf4b224', 'mac_address': 'fa:16:3e:91:85:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:31:58.759169 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port e3c068b4-ba4d-4f43-b810-fbcedcf4b224 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:31:58.767808 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (e3c068b4-ba4d-4f43-b810-fbcedcf4b224), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:58.785723 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c068b4-ba4d-4f43-b810-fbcedcf4b224 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:31:58.805271 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port e3c068b4-ba4d-4f43-b810-fbcedcf4b224, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e3c068b4-ba4d-4f43-b810-fbcedcf4b224,segment=NetworkSegment(a7c17724-1d50-4600-9248-4eb722d3c0dd),segment_id=a7c17724-1d50-4600-9248-4eb722d3c0dd)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:31:58.809260 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (e3c068b4-ba4d-4f43-b810-fbcedcf4b224), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:31:58.859452 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=e3c068b4-ba4d-4f43-b810-fbcedcf4b224,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:31:58.988971 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df06b94-e45d-4b4c-b4b1-e2d122d6ddec req-b56c1f7b-b302-48df-9dd0-0a00b593f555 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:58.990452 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3df06b94-e45d-4b4c-b4b1-e2d122d6ddec req-b56c1f7b-b302-48df-9dd0-0a00b593f555 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.0526328 Apr 12 14:31:59.039427 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3df06b94-e45d-4b4c-b4b1-e2d122d6ddec req-927a64b6-59f3-4a13-a560-f436ced7b87b tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431581 Apr 12 14:31:59.155268 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['e3c068b4-ba4d-4f43-b810-fbcedcf4b224'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:31:59.499483 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d52c58-a9dd-4131-ae2b-2fbe3427544f req-bbfdea8c-59a4-4031-bc73-c7d9f202a18c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:31:59.501112 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-66d52c58-a9dd-4131-ae2b-2fbe3427544f req-bbfdea8c-59a4-4031-bc73-c7d9f202a18c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1888f4-ece7-43a5-b2b2-8967e047cfab HTTP/1.1" status: 200 len: 944 time: 0.0534155 Apr 12 14:31:59.554773 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-66d52c58-a9dd-4131-ae2b-2fbe3427544f req-ba59ac26-cd6e-47f8-b435-763fe19dd430 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad1fd4cb-cbc5-48b9-a2d1-f53bdec39e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480542 Apr 12 14:32:00.164490 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a24828-6df7-4632-9724-f7cbcbbc3a6f req-b37565f8-c7e5-4ce5-bcd0-ab533cb80001 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:00.166636 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-67a24828-6df7-4632-9724-f7cbcbbc3a6f req-b37565f8-c7e5-4ce5-bcd0-ab533cb80001 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.0562155 Apr 12 14:32:00.212722 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-67a24828-6df7-4632-9724-f7cbcbbc3a6f req-5e9c9a76-1c4d-4095-84cf-b1404d1b9ca6 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400989 Apr 12 14:32:00.609709 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device e3c068b4-ba4d-4f43-b810-fbcedcf4b224 up at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:32:00.665639 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning for port e3c068b4-ba4d-4f43-b810-fbcedcf4b224 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:32:00.670907 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf97ea-0012-4312-a490-dc9c373f921f req-1542fd4a-3742-4caa-a805-8136b35fa41c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:00.671941 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning complete for port e3c068b4-ba4d-4f43-b810-fbcedcf4b224 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:32:00.672407 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (e3c068b4-ba4d-4f43-b810-fbcedcf4b224), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:00.672549 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-75bf97ea-0012-4312-a490-dc9c373f921f req-1542fd4a-3742-4caa-a805-8136b35fa41c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1888f4-ece7-43a5-b2b2-8967e047cfab HTTP/1.1" status: 200 len: 944 time: 0.0498972 Apr 12 14:32:00.730262 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-75bf97ea-0012-4312-a490-dc9c373f921f req-c14df34e-a90e-4e10-bd1b-3496e71b8ff1 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad1fd4cb-cbc5-48b9-a2d1-f53bdec39e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506482 Apr 12 14:32:00.753336 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port e3c068b4-ba4d-4f43-b810-fbcedcf4b224 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:32:00.753805 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (e3c068b4-ba4d-4f43-b810-fbcedcf4b224), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:00.780798 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1888f4-ece7-43a5-b2b2-8967e047cfab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c068b4-ba4d-4f43-b810-fbcedcf4b224'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:32:00.783107 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad214f1-4cc3-4492-9c23-9d82fee3faf4" -d '{"events": [{"server_uuid": "5d1888f4-ece7-43a5-b2b2-8967e047cfab", "name": "network-vif-plugged", "status": "completed", "tag": "e3c068b4-ba4d-4f43-b810-fbcedcf4b224"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:32:00.797718 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port e3c068b4-ba4d-4f43-b810-fbcedcf4b224, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e3c068b4-ba4d-4f43-b810-fbcedcf4b224,segment=NetworkSegment(a7c17724-1d50-4600-9248-4eb722d3c0dd),segment_id=a7c17724-1d50-4600-9248-4eb722d3c0dd)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:32:00.802327 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (e3c068b4-ba4d-4f43-b810-fbcedcf4b224), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:00.826627 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585a29f7-35fb-4b14-8245-e63ac1af59da x-openstack-request-id: req-585a29f7-35fb-4b14-8245-e63ac1af59da {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:32:00.827036 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1888f4-ece7-43a5-b2b2-8967e047cfab", "name": "network-vif-plugged", "status": "completed", "tag": "e3c068b4-ba4d-4f43-b810-fbcedcf4b224", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:32:00.827607 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-585a29f7-35fb-4b14-8245-e63ac1af59da {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:32:00.827607 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-585a29f7-35fb-4b14-8245-e63ac1af59da'] response: {'server_uuid': '5d1888f4-ece7-43a5-b2b2-8967e047cfab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c068b4-ba4d-4f43-b810-fbcedcf4b224', 'code': 200} Apr 12 14:32:00.855147 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=e3c068b4-ba4d-4f43-b810-fbcedcf4b224,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:01.033919 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3128f33-56db-4518-be6d-27e6870ff823 req-e27efad6-17c9-4a63-a455-d61a1ed4fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:01.035453 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c3128f33-56db-4518-be6d-27e6870ff823 req-e27efad6-17c9-4a63-a455-d61a1ed4fefe service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5d1888f4-ece7-43a5-b2b2-8967e047cfab HTTP/1.1" status: 200 len: 1129 time: 0.0429862 Apr 12 14:32:01.080780 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c3128f33-56db-4518-be6d-27e6870ff823 req-cb9d2e66-6081-4663-bffe-6f2c4d1d7f7e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ad1fd4cb-cbc5-48b9-a2d1-f53bdec39e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392959 Apr 12 14:32:01.335535 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac5908-d4e2-444c-818f-1d828f1cbb76 req-1842dade-9798-4a83-9555-287d114ece19 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:01.337032 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-beac5908-d4e2-444c-818f-1d828f1cbb76 req-1842dade-9798-4a83-9555-287d114ece19 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.0480521 Apr 12 14:32:01.385481 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-beac5908-d4e2-444c-818f-1d828f1cbb76 req-4ce23b3a-725d-49e0-be3f-2e18c1f3b41e tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416782 Apr 12 14:32:01.853057 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69b0e9-6953-4049-81c5-89d94b97811d req-cccae907-86c4-4ada-bbcb-b1b9e64da066 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:01.855054 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-eb69b0e9-6953-4049-81c5-89d94b97811d req-cccae907-86c4-4ada-bbcb-b1b9e64da066 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1888f4-ece7-43a5-b2b2-8967e047cfab HTTP/1.1" status: 200 len: 945 time: 0.0538445 Apr 12 14:32:01.905538 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-eb69b0e9-6953-4049-81c5-89d94b97811d req-adc5ba35-1a47-419c-a6a6-9cf6a981b776 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad1fd4cb-cbc5-48b9-a2d1-f53bdec39e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447683 Apr 12 14:32:02.500813 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e7a8e-916b-4dba-87cb-a4b6cdb0e216 req-19edab37-f417-4e46-a1f4-ef68bb2f49ce tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:02.502294 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-728e7a8e-916b-4dba-87cb-a4b6cdb0e216 req-19edab37-f417-4e46-a1f4-ef68bb2f49ce tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.0475142 Apr 12 14:32:02.550206 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-728e7a8e-916b-4dba-87cb-a4b6cdb0e216 req-b22e8e2d-da2d-4220-a8dd-4c597d285bd8 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424008 Apr 12 14:32:03.018897 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd74dd-e0e0-430f-91f2-e0173d62957a req-813d5b3c-fbb5-40d6-bdf6-04c7e3a7a0fa tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:03.020277 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b9cd74dd-e0e0-430f-91f2-e0173d62957a req-813d5b3c-fbb5-40d6-bdf6-04c7e3a7a0fa tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1888f4-ece7-43a5-b2b2-8967e047cfab HTTP/1.1" status: 200 len: 945 time: 0.0481360 Apr 12 14:32:03.067681 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b9cd74dd-e0e0-430f-91f2-e0173d62957a req-15bbb602-02e3-4600-ae34-469291a864e9 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad1fd4cb-cbc5-48b9-a2d1-f53bdec39e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413172 Apr 12 14:32:03.180195 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b650f-8798-4c72-af0d-2170fdb0167b req-3a4e2fd5-3482-45ed-ac2c-a1cbb6c1963d tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:03.181929 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-652b650f-8798-4c72-af0d-2170fdb0167b req-3a4e2fd5-3482-45ed-ac2c-a1cbb6c1963d tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1888f4-ece7-43a5-b2b2-8967e047cfab HTTP/1.1" status: 200 len: 945 time: 0.0510750 Apr 12 14:32:03.194108 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59716) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:03.198978 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a329310e-5484-4598-9af5-64f46ed39a3c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Request body: {'floatingip': {'port_id': 'e3c068b4-ba4d-4f43-b810-fbcedcf4b224'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:32:03.241563 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a329310e-5484-4598-9af5-64f46ed39a3c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for floatingip (6647098a-bb8b-4666-953f-6943a2415ed7), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:03.675979 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494338c-72dc-45ce-a635-c67ff5b70d10 req-39481d9e-6d4c-474e-a026-34688fdeb60d tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:03.677729 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4494338c-72dc-45ce-a635-c67ff5b70d10 req-39481d9e-6d4c-474e-a026-34688fdeb60d tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.0501952 Apr 12 14:32:03.711659 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a329310e-5484-4598-9af5-64f46ed39a3c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:03.721071 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a329310e-5484-4598-9af5-64f46ed39a3c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (6647098a-bb8b-4666-953f-6943a2415ed7), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:03.727564 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4494338c-72dc-45ce-a635-c67ff5b70d10 req-67032eec-8147-45a4-b29f-7f350e9f8765 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435591 Apr 12 14:32:03.832561 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.db.l3_db [None req-a329310e-5484-4598-9af5-64f46ed39a3c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Floating IP 6647098a-bb8b-4666-953f-6943a2415ed7 associated. External IP: 172.27.0.2, port: e3c068b4-ba4d-4f43-b810-fbcedcf4b224. Apr 12 14:32:04.047991 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a329310e-5484-4598-9af5-64f46ed39a3c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Router 8b3305e5-719d-45c0-a808-e3549ffa0c60 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:32:04.163492 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a329310e-5484-4598-9af5-64f46ed39a3c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:32:04.169009 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a329310e-5484-4598-9af5-64f46ed39a3c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:04.173739 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c78322-38e3-4ef0-bd92-1f7f8bb38edc None None] Sync routers for ids ['8b3305e5-719d-45c0-a808-e3549ffa0c60'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:32:04.184749 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c78322-38e3-4ef0-bd92-1f7f8bb38edc None None] Routers {'8b3305e5-719d-45c0-a808-e3549ffa0c60'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:32:04.185590 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-34c78322-38e3-4ef0-bd92-1f7f8bb38edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:31:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8b3305e5-719d-45c0-a808-e3549ffa0c60'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:04.199789 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-a329310e-5484-4598-9af5-64f46ed39a3c tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "PUT /v2.0/floatingips/6647098a-bb8b-4666-953f-6943a2415ed7 HTTP/1.1" status: 200 len: 989 time: 1.0045507 Apr 12 14:32:04.200467 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1888f4-ece7-43a5-b2b2-8967e047cfab', 'tag': 'e3c068b4-ba4d-4f43-b810-fbcedcf4b224'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:32:04.202609 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea00ad51b5642e711501acc1f7ca5604eef3f69d3a6b574dfa4fd32ced1c6c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3efe93f-ce24-42f2-ba2a-2d94af42b03b" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1888f4-ece7-43a5-b2b2-8967e047cfab", "tag": "e3c068b4-ba4d-4f43-b810-fbcedcf4b224"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:32:04.237981 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e7c475-2741-47b5-a3a6-6eba59d6551f x-openstack-request-id: req-06e7c475-2741-47b5-a3a6-6eba59d6551f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:32:04.238187 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1888f4-ece7-43a5-b2b2-8967e047cfab", "tag": "e3c068b4-ba4d-4f43-b810-fbcedcf4b224", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:32:04.238440 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-06e7c475-2741-47b5-a3a6-6eba59d6551f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:32:04.238846 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06e7c475-2741-47b5-a3a6-6eba59d6551f'] response: {'name': 'network-changed', 'server_uuid': '5d1888f4-ece7-43a5-b2b2-8967e047cfab', 'tag': 'e3c068b4-ba4d-4f43-b810-fbcedcf4b224', 'status': 'completed', 'code': 200} Apr 12 14:32:04.294026 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-34c78322-38e3-4ef0-bd92-1f7f8bb38edc None None] Set router 8b3305e5-719d-45c0-a808-e3549ffa0c60 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:32:04.321386 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efe93f-ce24-42f2-ba2a-2d94af42b03b req-1241c599-4291-41bc-bf0b-41503a304035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:04.322874 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f3efe93f-ce24-42f2-ba2a-2d94af42b03b req-1241c599-4291-41bc-bf0b-41503a304035 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a2bedb77e90047d299fac9bf3cf393a8&device_id=5d1888f4-ece7-43a5-b2b2-8967e047cfab HTTP/1.1" status: 200 len: 1129 time: 0.0402277 Apr 12 14:32:04.422571 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efe93f-ce24-42f2-ba2a-2d94af42b03b req-51de8f31-0300-48fd-9f69-2315f8bc2fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:04.424078 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f3efe93f-ce24-42f2-ba2a-2d94af42b03b req-51de8f31-0300-48fd-9f69-2315f8bc2fbe service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4a3bd02-b790-409a-af63-4b8c508a5dc9 HTTP/1.1" status: 200 len: 913 time: 0.0952330 Apr 12 14:32:04.493338 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f3efe93f-ce24-42f2-ba2a-2d94af42b03b req-b835f64c-e27c-4d9c-8773-80c9c6a42f61 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3c068b4-ba4d-4f43-b810-fbcedcf4b224 HTTP/1.1" status: 200 len: 997 time: 0.0620077 Apr 12 14:32:04.548956 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efe93f-ce24-42f2-ba2a-2d94af42b03b req-138a09e0-0647-4953-969a-ba6d11e63594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:04.550974 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f3efe93f-ce24-42f2-ba2a-2d94af42b03b req-138a09e0-0647-4953-969a-ba6d11e63594 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=173d8463-b4b7-4546-b738-e7a6791e414a HTTP/1.1" status: 200 len: 850 time: 0.0500040 Apr 12 14:32:04.594840 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efe93f-ce24-42f2-ba2a-2d94af42b03b req-91f130ed-9e02-4183-835e-b2ee80f0a7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:04.596245 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f3efe93f-ce24-42f2-ba2a-2d94af42b03b req-91f130ed-9e02-4183-835e-b2ee80f0a7f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4a3bd02-b790-409a-af63-4b8c508a5dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386283 Apr 12 14:32:04.606854 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-34c78322-38e3-4ef0-bd92-1f7f8bb38edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'name': 'tempest-AttachVolumeTestJSON-1068363864-router', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:39Z', 'updated_at': '2022-04-12T14:27:43Z', 'revision_number': 4, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'gw_port': {'id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:40Z', 'updated_at': '2022-04-12T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': '6647098a-bb8b-4666-953f-6943a2415ed7', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'port_id': 'e3c068b4-ba4d-4f43-b810-fbcedcf4b224', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'mac_address': 'fa:16:3e:91:85:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1888f4-ece7-43a5-b2b2-8967e047cfab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:31:50Z', 'updated_at': '2022-04-12T14:32:03Z', 'revision_number': 1, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82cdff13-6efb-4602-8932-df5fcf578f65', 'name': '', 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'mac_address': 'fa:16:3e:2d:5b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:42Z', 'updated_at': '2022-04-12T14:27:48Z', 'revision_number': 5, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'subnets': [{'id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:04.636363 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c78322-38e3-4ef0-bd92-1f7f8bb38edc None None] Checking router: 8b3305e5-719d-45c0-a808-e3549ffa0c60 for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:32:04.644671 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c78322-38e3-4ef0-bd92-1f7f8bb38edc None None] Routers {'8b3305e5-719d-45c0-a808-e3549ffa0c60'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:32:04.645321 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-34c78322-38e3-4ef0-bd92-1f7f8bb38edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:31:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8b3305e5-719d-45c0-a808-e3549ffa0c60'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:04.692293 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f3efe93f-ce24-42f2-ba2a-2d94af42b03b req-c1eaeba0-299a-4e3f-8292-76b821aab3f8 service neutron] 10.222.0.69 "GET /v2.0/networks/f4a3bd02-b790-409a-af63-4b8c508a5dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868511 Apr 12 14:32:04.765598 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-34c78322-38e3-4ef0-bd92-1f7f8bb38edc None None] Set router 8b3305e5-719d-45c0-a808-e3549ffa0c60 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:32:04.805410 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f3efe93f-ce24-42f2-ba2a-2d94af42b03b req-8d9677e1-70dd-4da8-9426-523bd4b1203e service neutron] 10.222.0.69 "GET /v2.0/networks/f4a3bd02-b790-409a-af63-4b8c508a5dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046638 Apr 12 14:32:04.881661 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5dd4f-fed3-46e3-804a-eae60200f8f3 req-f4383f88-4780-4287-abbb-7c0c421c8499 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:04.889192 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1ed5dd4f-fed3-46e3-804a-eae60200f8f3 req-f4383f88-4780-4287-abbb-7c0c421c8499 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.0717015 Apr 12 14:32:04.966793 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b73632-f3bf-43de-acf9-64a38df568ea req-62ff1632-ac92-4679-ae91-b35847d4f57c tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:04.968586 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38b73632-f3bf-43de-acf9-64a38df568ea req-62ff1632-ac92-4679-ae91-b35847d4f57c tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 945 time: 0.0717778 Apr 12 14:32:04.992057 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-34c78322-38e3-4ef0-bd92-1f7f8bb38edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'name': 'tempest-AttachVolumeTestJSON-1068363864-router', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:39Z', 'updated_at': '2022-04-12T14:27:43Z', 'revision_number': 4, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'gw_port': {'id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:40Z', 'updated_at': '2022-04-12T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': '6647098a-bb8b-4666-953f-6943a2415ed7', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'port_id': 'e3c068b4-ba4d-4f43-b810-fbcedcf4b224', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'mac_address': 'fa:16:3e:91:85:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1888f4-ece7-43a5-b2b2-8967e047cfab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:31:50Z', 'updated_at': '2022-04-12T14:32:03Z', 'revision_number': 1, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82cdff13-6efb-4602-8932-df5fcf578f65', 'name': '', 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'mac_address': 'fa:16:3e:2d:5b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:42Z', 'updated_at': '2022-04-12T14:27:48Z', 'revision_number': 5, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'subnets': [{'id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:04.995947 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1ed5dd4f-fed3-46e3-804a-eae60200f8f3 req-17f1b177-4242-4c4c-b57f-f15aa878d377 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059833 Apr 12 14:32:05.023875 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c78322-38e3-4ef0-bd92-1f7f8bb38edc None None] The sync data for ids ['8b3305e5-719d-45c0-a808-e3549ffa0c60'] in dv-cinder-837523-1-iscsi is: [{'id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'name': 'tempest-AttachVolumeTestJSON-1068363864-router', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:39Z', 'updated_at': '2022-04-12T14:27:43Z', 'revision_number': 4, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'gw_port': {'id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:40Z', 'updated_at': '2022-04-12T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': '6647098a-bb8b-4666-953f-6943a2415ed7', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'floating_ip_address': '172.27.0.2', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'port_id': 'e3c068b4-ba4d-4f43-b810-fbcedcf4b224', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'mac_address': 'fa:16:3e:91:85:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1888f4-ece7-43a5-b2b2-8967e047cfab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:31:50Z', 'updated_at': '2022-04-12T14:32:03Z', 'revision_number': 1, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82cdff13-6efb-4602-8932-df5fcf578f65', 'name': '', 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'mac_address': 'fa:16:3e:2d:5b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:42Z', 'updated_at': '2022-04-12T14:27:48Z', 'revision_number': 5, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'subnets': [{'id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:32:05.038609 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38b73632-f3bf-43de-acf9-64a38df568ea req-74442212-c204-4c5b-ab4a-155f23c2a649 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632188 Apr 12 14:32:05.219728 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed5b6d5-5097-4623-a4c0-9ac4c94477a3 None None] New status for floating IP 6647098a-bb8b-4666-953f-6943a2415ed7: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:32:05.936020 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:06.130224 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd511fc-3832-4793-8a4e-99250f6121c1 req-5d6b8607-8f62-462d-b980-26e8b23654f0 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:06.131681 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7cd511fc-3832-4793-8a4e-99250f6121c1 req-5d6b8607-8f62-462d-b980-26e8b23654f0 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.0552926 Apr 12 14:32:06.181222 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919a51a-88e4-40e9-a9f5-5f02cd4a2f91 req-7887246a-1943-44e8-be61-cbfc2c439043 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:06.183184 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a919a51a-88e4-40e9-a9f5-5f02cd4a2f91 req-7887246a-1943-44e8-be61-cbfc2c439043 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 945 time: 0.0747583 Apr 12 14:32:06.454221 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7cd511fc-3832-4793-8a4e-99250f6121c1 req-92296324-72d9-4ae3-a480-07cf645b6ce3 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3067026 Apr 12 14:32:06.483439 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a919a51a-88e4-40e9-a9f5-5f02cd4a2f91 req-541b21d2-b90c-46f4-8df8-62db087f5829 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2907012 Apr 12 14:32:06.835799 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324dbdf-e6b7-4765-92c1-1311299e4a7d req-d8846b5b-1048-47df-8c95-20c9a3b6ab81 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:06.837375 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1324dbdf-e6b7-4765-92c1-1311299e4a7d req-d8846b5b-1048-47df-8c95-20c9a3b6ab81 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.69 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 945 time: 0.0447934 Apr 12 14:32:06.932730 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-1324dbdf-e6b7-4765-92c1-1311299e4a7d req-4b750234-016b-43e8-95fd-18e66774fb2d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Deleting port b58faff4-3309-40bf-a832-6b5d44e45854 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:32:06.933117 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1324dbdf-e6b7-4765-92c1-1311299e4a7d req-4b750234-016b-43e8-95fd-18e66774fb2d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (b58faff4-3309-40bf-a832-6b5d44e45854), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:07.023091 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-1324dbdf-e6b7-4765-92c1-1311299e4a7d req-4b750234-016b-43e8-95fd-18e66774fb2d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] For port b58faff4-3309-40bf-a832-6b5d44e45854, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=b58faff4-3309-40bf-a832-6b5d44e45854,segment=NetworkSegment(c8e89486-839e-423c-96c0-d92bc919a665),segment_id=c8e89486-839e-423c-96c0-d92bc919a665)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:32:07.023429 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1324dbdf-e6b7-4765-92c1-1311299e4a7d req-4b750234-016b-43e8-95fd-18e66774fb2d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (b58faff4-3309-40bf-a832-6b5d44e45854), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:07.202259 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1324dbdf-e6b7-4765-92c1-1311299e4a7d req-4b750234-016b-43e8-95fd-18e66774fb2d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:07.202987 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1324dbdf-e6b7-4765-92c1-1311299e4a7d req-4b750234-016b-43e8-95fd-18e66774fb2d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (f500dad1-dac8-43ab-8107-a39f5825f6a9), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:07.202987 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.l3_db [req-1324dbdf-e6b7-4765-92c1-1311299e4a7d req-4b750234-016b-43e8-95fd-18e66774fb2d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Floating IP f500dad1-dac8-43ab-8107-a39f5825f6a9 disassociated. External IP: 172.27.0.54, port: b58faff4-3309-40bf-a832-6b5d44e45854. Apr 12 14:32:07.203265 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-1324dbdf-e6b7-4765-92c1-1311299e4a7d req-4b750234-016b-43e8-95fd-18e66774fb2d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Calling delete_port for b58faff4-3309-40bf-a832-6b5d44e45854 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:32:07.339628 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1324dbdf-e6b7-4765-92c1-1311299e4a7d req-4b750234-016b-43e8-95fd-18e66774fb2d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (b58faff4-3309-40bf-a832-6b5d44e45854), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:07.369080 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b750234-016b-43e8-95fd-18e66774fb2d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Pushing event deleted for resources: {'Port': ['ID=b58faff4-3309-40bf-a832-6b5d44e45854,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:07.485201 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1324dbdf-e6b7-4765-92c1-1311299e4a7d req-4b750234-016b-43e8-95fd-18e66774fb2d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Router 8ea6935c-8e80-437a-b548-4045d22f2aaa has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:32:07.637625 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5f321228-3ae1-4421-bfe8-da55ab0c1a78 req-a4afffb4-d07a-4b38-a2af-489634a58dc3 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 210 time: 0.0811779 Apr 12 14:32:07.649014 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce408b0-f257-4f0c-8681-b1774d6163a2 req-32e6ed8a-29d8-4145-a8a5-886ff9f8c0f6 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:07.650526 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bce408b0-f257-4f0c-8681-b1774d6163a2 req-32e6ed8a-29d8-4145-a8a5-886ff9f8c0f6 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.1081414 Apr 12 14:32:07.679646 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1324dbdf-e6b7-4765-92c1-1311299e4a7d req-4b750234-016b-43e8-95fd-18e66774fb2d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:32:07.689636 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8438e6-95ae-42e6-a6c8-0b7e00f7ae67 None None] Sync routers for ids ['8ea6935c-8e80-437a-b548-4045d22f2aaa'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:32:07.701751 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8438e6-95ae-42e6-a6c8-0b7e00f7ae67 None None] Routers {'8ea6935c-8e80-437a-b548-4045d22f2aaa'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:32:07.702529 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ec8438e6-95ae-42e6-a6c8-0b7e00f7ae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:31:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8ea6935c-8e80-437a-b548-4045d22f2aaa'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:07.749162 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-1324dbdf-e6b7-4765-92c1-1311299e4a7d req-4b750234-016b-43e8-95fd-18e66774fb2d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] No DVR routers for this DVR port b58faff4-3309-40bf-a832-6b5d44e45854 on host hv-cinder-83752 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:32:07.753937 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bce408b0-f257-4f0c-8681-b1774d6163a2 req-2f0d06af-8ea4-4437-89ec-f32b19f879eb tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952590 Apr 12 14:32:07.755060 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-1324dbdf-e6b7-4765-92c1-1311299e4a7d req-4b750234-016b-43e8-95fd-18e66774fb2d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:07.758372 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1324dbdf-e6b7-4765-92c1-1311299e4a7d req-4b750234-016b-43e8-95fd-18e66774fb2d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.69 "DELETE /v2.0/ports/b58faff4-3309-40bf-a832-6b5d44e45854 HTTP/1.1" status: 204 len: 173 time: 0.9127083 Apr 12 14:32:07.758825 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06', 'name': 'network-vif-deleted', 'tag': 'b58faff4-3309-40bf-a832-6b5d44e45854'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:32:07.761744 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9503577c-6260-466b-aaef-b69610e7507f" -d '{"events": [{"server_uuid": "5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06", "name": "network-vif-deleted", "tag": "b58faff4-3309-40bf-a832-6b5d44e45854"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:32:07.808910 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7adef0-b772-416e-9ad6-6003a82690a9 x-openstack-request-id: req-9f7adef0-b772-416e-9ad6-6003a82690a9 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:32:07.809231 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06", "name": "network-vif-deleted", "tag": "b58faff4-3309-40bf-a832-6b5d44e45854", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:32:07.809517 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9f7adef0-b772-416e-9ad6-6003a82690a9 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:32:07.809952 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f7adef0-b772-416e-9ad6-6003a82690a9'] response: {'server_uuid': '5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06', 'name': 'network-vif-deleted', 'tag': 'b58faff4-3309-40bf-a832-6b5d44e45854', 'status': 'completed', 'code': 200} Apr 12 14:32:07.854361 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-ec8438e6-95ae-42e6-a6c8-0b7e00f7ae67 None None] Set router 8ea6935c-8e80-437a-b548-4045d22f2aaa gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:32:08.184699 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ec8438e6-95ae-42e6-a6c8-0b7e00f7ae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:07Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 4, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'gw_port': {'id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': 'a69af651-3740-4018-8a6e-2d39d24b4865', 'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'mac_address': 'fa:16:3e:e2:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:14Z', 'updated_at': '2022-04-12T14:28:26Z', 'revision_number': 5, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'subnets': [{'id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:08.212217 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8438e6-95ae-42e6-a6c8-0b7e00f7ae67 None None] Checking router: 8ea6935c-8e80-437a-b548-4045d22f2aaa for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:32:08.220860 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8438e6-95ae-42e6-a6c8-0b7e00f7ae67 None None] Routers {'8ea6935c-8e80-437a-b548-4045d22f2aaa'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:32:08.221511 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ec8438e6-95ae-42e6-a6c8-0b7e00f7ae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:31:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8ea6935c-8e80-437a-b548-4045d22f2aaa'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:08.334399 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-ec8438e6-95ae-42e6-a6c8-0b7e00f7ae67 None None] Set router 8ea6935c-8e80-437a-b548-4045d22f2aaa gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:32:08.531108 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ec8438e6-95ae-42e6-a6c8-0b7e00f7ae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:07Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 4, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'gw_port': {'id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': 'a69af651-3740-4018-8a6e-2d39d24b4865', 'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'mac_address': 'fa:16:3e:e2:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:14Z', 'updated_at': '2022-04-12T14:28:26Z', 'revision_number': 5, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'subnets': [{'id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:08.658044 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device b58faff4-3309-40bf-a832-6b5d44e45854 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:32:08.661865 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8438e6-95ae-42e6-a6c8-0b7e00f7ae67 None None] The sync data for ids ['8ea6935c-8e80-437a-b548-4045d22f2aaa'] in dv-cinder-837523-1-iscsi is: [{'id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:07Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 4, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'gw_port': {'id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': 'a69af651-3740-4018-8a6e-2d39d24b4865', 'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'mac_address': 'fa:16:3e:e2:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:14Z', 'updated_at': '2022-04-12T14:28:26Z', 'revision_number': 5, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'subnets': [{'id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:32:08.681922 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] No Port match for: b58faff4-3309-40bf-a832-6b5d44e45854 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:32:08.682239 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device b58faff4-3309-40bf-a832-6b5d44e45854 not bound to the agent host hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:32:08.763027 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7aaa859c-bb5a-4a24-9198-050cacad81d4 req-19a59cd7-4445-4416-af83-59a58c279f7f tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5df7f7a3-4ad1-4000-bcaa-02e2b6c4ba06 HTTP/1.1" status: 200 len: 210 time: 0.0296450 Apr 12 14:32:08.886610 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cc831-1bb6-4f34-b740-36f5fd73ecb6 req-29a1f3f1-4db5-4579-a9a7-bb890c2983ab tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:08.888325 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1a1cc831-1bb6-4f34-b740-36f5fd73ecb6 req-29a1f3f1-4db5-4579-a9a7-bb890c2983ab tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.0507600 Apr 12 14:32:08.939883 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1a1cc831-1bb6-4f34-b740-36f5fd73ecb6 req-ca450637-9800-4651-8d8b-313d4a5d04c3 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458663 Apr 12 14:32:08.949341 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5862908b-c822-4fdd-964b-07fb9e8b9521 None None] New status for floating IP f500dad1-dac8-43ab-8107-a39f5825f6a9: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:32:10.069719 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-0710ab63-da0b-4f9c-92d7-f81c4fb18ef4 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-498710688&fields=id&tenant_id=02af406c5f5b4f27890c5db6f5bda840 HTTP/1.1" status: 200 len: 267 time: 0.0784292 Apr 12 14:32:10.081153 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e875471-4906-4b26-86f4-60b3cf2d0ed9 req-13dcc670-dfd2-452d-81c0-b7fb50acfa42 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:10.082620 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0e875471-4906-4b26-86f4-60b3cf2d0ed9 req-13dcc670-dfd2-452d-81c0-b7fb50acfa42 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.0695872 Apr 12 14:32:10.187328 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0e875471-4906-4b26-86f4-60b3cf2d0ed9 req-88044c62-b76b-48b8-a133-ef4efbad24b3 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948813 Apr 12 14:32:10.215919 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-5d0dc7b6-5004-4821-b4a3-09918e9ecf61 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:10.217430 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-5d0dc7b6-5004-4821-b4a3-09918e9ecf61 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/networks?id=37f9d6cb-734d-4a5c-b448-eec2b9f94087 HTTP/1.1" status: 200 len: 812 time: 0.1338346 Apr 12 14:32:10.233967 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-b5665e6a-d4e6-4f22-97dd-0d0451d0dd7c tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/quotas/02af406c5f5b4f27890c5db6f5bda840 HTTP/1.1" status: 200 len: 375 time: 0.0102360 Apr 12 14:32:10.288266 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-5193fb34-0c59-44d4-a11c-60e79b0f7542 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=02af406c5f5b4f27890c5db6f5bda840&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489581 Apr 12 14:32:10.391209 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-17918bab-758c-47f1-8826-385dc0417499 service neutron] 10.222.0.79 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906808 Apr 12 14:32:10.483603 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-b00eb2c6-59a2-45e1-8eec-467a6e4e8eae service neutron] 10.222.0.79 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866706 Apr 12 14:32:10.784450 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f9860d96-03da-45b7-a83c-2ee55f827f29 req-4293ee74-3c41-4fe7-a07d-a080878f3976 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 210 time: 0.0311320 Apr 12 14:32:11.311065 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a21a9-ba36-40d7-a34d-48919c3d0ee3 req-64693cd6-b04c-4e64-ab24-c9ee7f2d71cb tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:11.320684 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-822a21a9-ba36-40d7-a34d-48919c3d0ee3 req-64693cd6-b04c-4e64-ab24-c9ee7f2d71cb tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.0577621 Apr 12 14:32:11.372024 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-822a21a9-ba36-40d7-a34d-48919c3d0ee3 req-647a1133-3568-4847-aad5-75ec3b5f655a tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442028 Apr 12 14:32:11.882806 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-86207fc4-9539-4874-a70a-3857fb7e3a1a tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:11.884241 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-86207fc4-9539-4874-a70a-3857fb7e3a1a tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.69 "GET /v2.0/networks?id=37f9d6cb-734d-4a5c-b448-eec2b9f94087 HTTP/1.1" status: 200 len: 812 time: 0.1322012 Apr 12 14:32:11.910395 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-353875d5-b393-4f6f-a4df-080cfbf62cfc req-c9c21c50-41cc-4eea-901c-8cf4ac59358f tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 210 time: 0.0509744 Apr 12 14:32:11.977850 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-1f172826-7d3b-4acb-8c10-c72256fe28ea tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02af406c5f5b4f27890c5db6f5bda840 HTTP/1.1" status: 200 len: 379 time: 0.0544055 Apr 12 14:32:11.986888 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-c893e738-53e8-4d25-9b29-ff4ffaff84a3 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Request body: {'port': {'device_id': '6c46499b-42ac-45d6-8a0a-e1e37c9cf28f', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'admin_state_up': True, 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'security_groups': ['c0a675c0-6e8b-4865-b479-bcd498dd6585']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:32:12.102118 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-c893e738-53e8-4d25-9b29-ff4ffaff84a3 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Made reservation on behalf of 02af406c5f5b4f27890c5db6f5bda840 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:32:12.105729 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-c893e738-53e8-4d25-9b29-ff4ffaff84a3 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:12.233305 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-c893e738-53e8-4d25-9b29-ff4ffaff84a3 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Allocated IP 172.20.0.9 (37f9d6cb-734d-4a5c-b448-eec2b9f94087/5f372aa8-ef48-4490-a9b2-c7f480e5dc57/c9bb735b-cf47-4f42-a7b1-67752f7f6b3a) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:32:12.373021 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-c893e738-53e8-4d25-9b29-ff4ffaff84a3 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for port (c9bb735b-cf47-4f42-a7b1-67752f7f6b3a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:12.421168 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-c893e738-53e8-4d25-9b29-ff4ffaff84a3 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (c9bb735b-cf47-4f42-a7b1-67752f7f6b3a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:12.506813 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-c893e738-53e8-4d25-9b29-ff4ffaff84a3 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Network 37f9d6cb-734d-4a5c-b448-eec2b9f94087 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:32:12.513918 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-c893e738-53e8-4d25-9b29-ff4ffaff84a3 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:32:12.519937 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-c893e738-53e8-4d25-9b29-ff4ffaff84a3 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:32:12.550747 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893e738-53e8-4d25-9b29-ff4ffaff84a3 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Pushing event updated for resources: {'Port': ['ID=c9bb735b-cf47-4f42-a7b1-67752f7f6b3a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:12.563777 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d533dc-26c3-44aa-a5be-28ea84dcf8a1 req-0871e1e3-8466-42e4-bddb-bd1197790645 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:12.565536 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-41d533dc-26c3-44aa-a5be-28ea84dcf8a1 req-0871e1e3-8466-42e4-bddb-bd1197790645 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.1094763 Apr 12 14:32:12.602819 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-c893e738-53e8-4d25-9b29-ff4ffaff84a3 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:12.604093 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-c893e738-53e8-4d25-9b29-ff4ffaff84a3 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:12.635644 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-c893e738-53e8-4d25-9b29-ff4ffaff84a3 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6523628 Apr 12 14:32:12.649388 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-41d533dc-26c3-44aa-a5be-28ea84dcf8a1 req-08017e72-4742-48e0-9ef5-fecc5c621bc1 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742345 Apr 12 14:32:12.668618 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-5e367332-701e-4fcf-9549-5730ec32b614 service neutron] Request body: {'port': {'device_id': '6c46499b-42ac-45d6-8a0a-e1e37c9cf28f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:32:12.746181 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-5e367332-701e-4fcf-9549-5730ec32b614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (c9bb735b-cf47-4f42-a7b1-67752f7f6b3a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:12.823745 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-80f2e5bd-0b66-4924-a334-521fa0bd975f None None] Provisioning complete for port c9bb735b-cf47-4f42-a7b1-67752f7f6b3a triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:32:12.824540 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-80f2e5bd-0b66-4924-a334-521fa0bd975f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (c9bb735b-cf47-4f42-a7b1-67752f7f6b3a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:12.863959 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-80f2e5bd-0b66-4924-a334-521fa0bd975f None None] Port c9bb735b-cf47-4f42-a7b1-67752f7f6b3a cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:32:13.050331 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f7de1-27b8-4f59-84c0-f9082cd9ea11 req-9adb17c6-5e14-465d-9e39-e47f7ad61868 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:13.051787 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ac3f7de1-27b8-4f59-84c0-f9082cd9ea11 req-9adb17c6-5e14-465d-9e39-e47f7ad61868 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 931 time: 0.0726037 Apr 12 14:32:13.055811 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-5e367332-701e-4fcf-9549-5730ec32b614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9bb735b-cf47-4f42-a7b1-67752f7f6b3a {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:32:13.068459 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-5e367332-701e-4fcf-9549-5730ec32b614 service neutron] Publish callbacks [] for port (c9bb735b-cf47-4f42-a7b1-67752f7f6b3a), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:13.096509 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-5e367332-701e-4fcf-9549-5730ec32b614 service neutron] Transition to ACTIVE for port object c9bb735b-cf47-4f42-a7b1-67752f7f6b3a will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:32:13.104634 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-5e367332-701e-4fcf-9549-5730ec32b614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (c9bb735b-cf47-4f42-a7b1-67752f7f6b3a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:13.156185 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ac3f7de1-27b8-4f59-84c0-f9082cd9ea11 req-27e15e52-b2dd-40be-916e-83727b3a5730 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958917 Apr 12 14:32:13.177513 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e367332-701e-4fcf-9549-5730ec32b614 service neutron] Pushing event updated for resources: {'Port': ['ID=c9bb735b-cf47-4f42-a7b1-67752f7f6b3a,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:13.245230 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-5e367332-701e-4fcf-9549-5730ec32b614 service neutron] Attempting to bind port c9bb735b-cf47-4f42-a7b1-67752f7f6b3a on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:32:13.245568 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-5e367332-701e-4fcf-9549-5730ec32b614 service neutron] Attempting to bind port c9bb735b-cf47-4f42-a7b1-67752f7f6b3a by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'c8e89486-839e-423c-96c0-d92bc919a665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:32:13.245902 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-5e367332-701e-4fcf-9549-5730ec32b614 service neutron] Attempting to bind port c9bb735b-cf47-4f42-a7b1-67752f7f6b3a on network 37f9d6cb-734d-4a5c-b448-eec2b9f94087 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:32:13.251079 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-5e367332-701e-4fcf-9549-5730ec32b614 service neutron] Port c9bb735b-cf47-4f42-a7b1-67752f7f6b3a on network 37f9d6cb-734d-4a5c-b448-eec2b9f94087 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:32:13.251401 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-5e367332-701e-4fcf-9549-5730ec32b614 service neutron] Attempting to bind port c9bb735b-cf47-4f42-a7b1-67752f7f6b3a on network 37f9d6cb-734d-4a5c-b448-eec2b9f94087 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:32:13.256573 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-5e367332-701e-4fcf-9549-5730ec32b614 service neutron] Checking agent: {'id': '533323ec-e26b-4d23-bab1-f8a1493e3727', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'started_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:32:13.256937 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-5e367332-701e-4fcf-9549-5730ec32b614 service neutron] Checking segment: {'id': 'c8e89486-839e-423c-96c0-d92bc919a665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:32:13.257313 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-5e367332-701e-4fcf-9549-5730ec32b614 service neutron] Bound using segment: {'id': 'c8e89486-839e-423c-96c0-d92bc919a665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:32:13.257739 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-5e367332-701e-4fcf-9549-5730ec32b614 service neutron] Bound port: c9bb735b-cf47-4f42-a7b1-67752f7f6b3a, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e89486-839e-423c-96c0-d92bc919a665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:32:13.258098 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-5e367332-701e-4fcf-9549-5730ec32b614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (c9bb735b-cf47-4f42-a7b1-67752f7f6b3a), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:13.331609 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-5e367332-701e-4fcf-9549-5730ec32b614 service neutron] For port c9bb735b-cf47-4f42-a7b1-67752f7f6b3a, host hv-cinder-83752, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:32:13.334612 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-5e367332-701e-4fcf-9549-5730ec32b614 service neutron] For port c9bb735b-cf47-4f42-a7b1-67752f7f6b3a, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c9bb735b-cf47-4f42-a7b1-67752f7f6b3a,segment=NetworkSegment(c8e89486-839e-423c-96c0-d92bc919a665),segment_id=c8e89486-839e-423c-96c0-d92bc919a665)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:32:13.341883 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-5e367332-701e-4fcf-9549-5730ec32b614 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (c9bb735b-cf47-4f42-a7b1-67752f7f6b3a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:13.374997 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-5e367332-701e-4fcf-9549-5730ec32b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:13.375602 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-5e367332-701e-4fcf-9549-5730ec32b614 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:13.376992 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-5e367332-701e-4fcf-9549-5730ec32b614 service neutron] 10.222.0.69 "PUT /v2.0/ports/c9bb735b-cf47-4f42-a7b1-67752f7f6b3a HTTP/1.1" status: 200 len: 1093 time: 0.7215374 Apr 12 14:32:13.377458 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c46499b-42ac-45d6-8a0a-e1e37c9cf28f', 'tag': 'c9bb735b-cf47-4f42-a7b1-67752f7f6b3a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:32:13.379639 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a857c9-3f79-49b1-b6fc-470bf36cb50a" -d '{"events": [{"name": "network-changed", "server_uuid": "6c46499b-42ac-45d6-8a0a-e1e37c9cf28f", "tag": "c9bb735b-cf47-4f42-a7b1-67752f7f6b3a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:32:13.414885 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e367332-701e-4fcf-9549-5730ec32b614 service neutron] Pushing event updated for resources: {'Port': ['ID=c9bb735b-cf47-4f42-a7b1-67752f7f6b3a,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:13.432534 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e250f8-fffd-4cf2-a45f-164ff97db9ed x-openstack-request-id: req-b2e250f8-fffd-4cf2-a45f-164ff97db9ed {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:32:13.432827 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c46499b-42ac-45d6-8a0a-e1e37c9cf28f", "tag": "c9bb735b-cf47-4f42-a7b1-67752f7f6b3a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:32:13.433119 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b2e250f8-fffd-4cf2-a45f-164ff97db9ed {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:32:13.433531 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2e250f8-fffd-4cf2-a45f-164ff97db9ed'] response: {'name': 'network-changed', 'server_uuid': '6c46499b-42ac-45d6-8a0a-e1e37c9cf28f', 'tag': 'c9bb735b-cf47-4f42-a7b1-67752f7f6b3a', 'status': 'completed', 'code': 200} Apr 12 14:32:13.491656 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-fc1da824-b99c-49e5-8568-d7f1b0ea00fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:13.493314 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-fc1da824-b99c-49e5-8568-d7f1b0ea00fb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02af406c5f5b4f27890c5db6f5bda840&device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 1127 time: 0.0408883 Apr 12 14:32:13.548222 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-842fcee1-fd4a-43fc-b9a3-805cb2072daa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9bb735b-cf47-4f42-a7b1-67752f7f6b3a HTTP/1.1" status: 200 len: 217 time: 0.0394869 Apr 12 14:32:13.597137 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-920e908e-a2e6-4e37-8525-3358dabb979b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:13.598586 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-920e908e-a2e6-4e37-8525-3358dabb979b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5f372aa8-ef48-4490-a9b2-c7f480e5dc57 HTTP/1.1" status: 200 len: 851 time: 0.0444641 Apr 12 14:32:13.644425 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-028e5b24-a1b4-47be-b6c0-359232bcdbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:13.646001 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-028e5b24-a1b4-47be-b6c0-359232bcdbf4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37f9d6cb-734d-4a5c-b448-eec2b9f94087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410948 Apr 12 14:32:13.754470 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-f3d6421a-c336-4f52-a9af-2b838958cf16 service neutron] 10.222.0.69 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021640 Apr 12 14:32:13.815052 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc4202-b902-468d-b4bf-1a6affea4a4c req-1b27a0ac-96df-4558-895d-f61a9fe089da tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:13.816642 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fbbc4202-b902-468d-b4bf-1a6affea4a4c req-1b27a0ac-96df-4558-895d-f61a9fe089da tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.0834663 Apr 12 14:32:13.914168 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4aa35412-22d7-404f-9ed7-7408805c08b8 req-6ac87f49-938b-4047-a74f-c7032b451d88 service neutron] 10.222.0.69 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393914 Apr 12 14:32:13.917702 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fbbc4202-b902-468d-b4bf-1a6affea4a4c req-49c83a78-a134-49af-9c9e-a53ba67f403c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740561 Apr 12 14:32:14.272002 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1a104-bb03-47e9-96df-b17533a9be4b req-d78aa95d-7693-4143-a6d4-d6024eba00f5 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:14.273511 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dda1a104-bb03-47e9-96df-b17533a9be4b req-d78aa95d-7693-4143-a6d4-d6024eba00f5 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 943 time: 0.0470173 Apr 12 14:32:14.331617 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a857c9-3f79-49b1-b6fc-470bf36cb50a req-a2048684-4abe-4198-950c-d52a72220e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:14.333137 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-78a857c9-3f79-49b1-b6fc-470bf36cb50a req-a2048684-4abe-4198-950c-d52a72220e40 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02af406c5f5b4f27890c5db6f5bda840&device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 1127 time: 0.0587528 Apr 12 14:32:14.358882 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dda1a104-bb03-47e9-96df-b17533a9be4b req-7c31402c-eb9f-4cfb-8bfb-c169993b54c7 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761678 Apr 12 14:32:14.469831 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a857c9-3f79-49b1-b6fc-470bf36cb50a req-c829a822-ef98-4d17-a64f-fdba1a0d9e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:14.471253 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-78a857c9-3f79-49b1-b6fc-470bf36cb50a req-c829a822-ef98-4d17-a64f-fdba1a0d9e2a service neutron] 10.222.0.69 "GET /v2.0/networks?id=37f9d6cb-734d-4a5c-b448-eec2b9f94087 HTTP/1.1" status: 200 len: 914 time: 0.0970926 Apr 12 14:32:14.581421 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-78a857c9-3f79-49b1-b6fc-470bf36cb50a req-1ac6a39e-740c-433c-b95b-a42ad39aeaf7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9bb735b-cf47-4f42-a7b1-67752f7f6b3a HTTP/1.1" status: 200 len: 217 time: 0.0351925 Apr 12 14:32:14.634118 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a857c9-3f79-49b1-b6fc-470bf36cb50a req-d5a35882-4dab-4c30-8833-49eccf760efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:14.636060 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-78a857c9-3f79-49b1-b6fc-470bf36cb50a req-d5a35882-4dab-4c30-8833-49eccf760efb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5f372aa8-ef48-4490-a9b2-c7f480e5dc57 HTTP/1.1" status: 200 len: 851 time: 0.0475626 Apr 12 14:32:14.683932 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a857c9-3f79-49b1-b6fc-470bf36cb50a req-d91105fb-91b4-4ebc-bb14-e3eee930f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:14.685445 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-78a857c9-3f79-49b1-b6fc-470bf36cb50a req-d91105fb-91b4-4ebc-bb14-e3eee930f92a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37f9d6cb-734d-4a5c-b448-eec2b9f94087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395842 Apr 12 14:32:14.783460 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-78a857c9-3f79-49b1-b6fc-470bf36cb50a req-f00257ff-b9cf-4072-a4e4-61b11b1797f3 service neutron] 10.222.0.69 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880029 Apr 12 14:32:14.881410 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-78a857c9-3f79-49b1-b6fc-470bf36cb50a req-8b9e94a2-1b39-4996-a675-0480f8c65c8e service neutron] 10.222.0.69 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835791 Apr 12 14:32:15.036926 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40003f2-dd67-4120-ac42-a7df8be03a7e req-33d37666-9209-4c77-b6c9-2db8a4ba87c8 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:15.038700 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e40003f2-dd67-4120-ac42-a7df8be03a7e req-33d37666-9209-4c77-b6c9-2db8a4ba87c8 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.0486875 Apr 12 14:32:15.090789 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e40003f2-dd67-4120-ac42-a7df8be03a7e req-43c1aa1b-b570-464e-b0a2-c2f50dac2a5c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459113 Apr 12 14:32:15.470989 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e63a2-ab9a-4cca-b031-890d232d7b06 req-cfa1ac0e-26c6-496b-9201-ebebacee1d93 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:15.472464 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ee3e63a2-ab9a-4cca-b031-890d232d7b06 req-cfa1ac0e-26c6-496b-9201-ebebacee1d93 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 943 time: 0.0473781 Apr 12 14:32:15.529042 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ee3e63a2-ab9a-4cca-b031-890d232d7b06 req-ccc63f1c-adab-49f6-9a43-142dde233074 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509071 Apr 12 14:32:16.207652 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aaa0a1-3c1a-48dc-9cbb-591842c04e67 req-f833e8d9-6078-4f66-aa48-d132a3262ad7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:16.209162 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-28aaa0a1-3c1a-48dc-9cbb-591842c04e67 req-f833e8d9-6078-4f66-aa48-d132a3262ad7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.0479600 Apr 12 14:32:16.256663 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-28aaa0a1-3c1a-48dc-9cbb-591842c04e67 req-6a416c53-e70f-48e9-8735-6c62306dd5cd tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419786 Apr 12 14:32:16.347906 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:32:16.649165 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae18136-e40d-4775-8078-a4a2e57cd068 req-f4b535f7-0b31-4ee6-9471-32cc4416dbc4 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:16.651232 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-eae18136-e40d-4775-8078-a4a2e57cd068 req-f4b535f7-0b31-4ee6-9471-32cc4416dbc4 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 943 time: 0.0521247 Apr 12 14:32:16.701064 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-eae18136-e40d-4775-8078-a4a2e57cd068 req-f1456904-3c2f-4ea4-86fd-5cc70eea69d8 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439684 Apr 12 14:32:16.707905 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 7e120853-bb7b-44fb-b722-a74a3be3c966 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:32:16.808737 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 7e120853-bb7b-44fb-b722-a74a3be3c966, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7e120853-bb7b-44fb-b722-a74a3be3c966,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:32:16.943487 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Returning: {'device': '7e120853-bb7b-44fb-b722-a74a3be3c966', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'port_id': '7e120853-bb7b-44fb-b722-a74a3be3c966', 'mac_address': 'fa:16:3e:e5:67:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:32:16.981303 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port 7e120853-bb7b-44fb-b722-a74a3be3c966 is: ACTIVE; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:32:16.981687 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:16.994452 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e120853-bb7b-44fb-b722-a74a3be3c966 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:32:17.014668 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 7e120853-bb7b-44fb-b722-a74a3be3c966, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7e120853-bb7b-44fb-b722-a74a3be3c966,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:32:17.018628 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:17.066429 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=7e120853-bb7b-44fb-b722-a74a3be3c966,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:17.271417 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['7e120853-bb7b-44fb-b722-a74a3be3c966'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:32:17.373903 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbde100-2694-469e-be84-0a65fb7fa0b6 req-a23f7309-15e8-4eb8-b777-1f0a44a14e04 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:17.375706 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ccbde100-2694-469e-be84-0a65fb7fa0b6 req-a23f7309-15e8-4eb8-b777-1f0a44a14e04 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 944 time: 0.0480707 Apr 12 14:32:17.425993 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ccbde100-2694-469e-be84-0a65fb7fa0b6 req-254fc615-ef4d-48fc-978d-af7827286c5b tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430982 Apr 12 14:32:17.820547 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d12b60-8ef8-4ed4-8383-3f12f1cec9cc req-4c68c78c-e796-48eb-bae2-eab281f6f936 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:17.822699 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4d12b60-8ef8-4ed4-8383-3f12f1cec9cc req-4c68c78c-e796-48eb-bae2-eab281f6f936 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 943 time: 0.0516682 Apr 12 14:32:17.878406 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4d12b60-8ef8-4ed4-8383-3f12f1cec9cc req-be3a0f83-59ea-4208-acbe-d7ba03813df6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481758 Apr 12 14:32:18.117738 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1283bc89-40f6-4ee5-adf5-4c4c51fcd3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:18.553179 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63513eb4-95ee-48f7-b6f9-cc09bc639bb8 req-15f60991-e8af-4c98-a620-56b0fa340a85 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:18.553429 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-63513eb4-95ee-48f7-b6f9-cc09bc639bb8 req-15f60991-e8af-4c98-a620-56b0fa340a85 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 944 time: 0.0527720 Apr 12 14:32:18.611840 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-63513eb4-95ee-48f7-b6f9-cc09bc639bb8 req-007c9526-07df-49ea-9112-89b799f213fd tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498242 Apr 12 14:32:18.719676 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 7e120853-bb7b-44fb-b722-a74a3be3c966 up at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:32:18.786813 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning complete for port 7e120853-bb7b-44fb-b722-a74a3be3c966 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:32:18.787572 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:18.890180 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port 7e120853-bb7b-44fb-b722-a74a3be3c966 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:32:18.890891 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:18.920736 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27bf9f1-3cd1-45c0-95c2-83f9a272ec06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e120853-bb7b-44fb-b722-a74a3be3c966'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:32:18.923056 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297440af-d665-4392-bb78-1676bd661a84" -d '{"events": [{"server_uuid": "c27bf9f1-3cd1-45c0-95c2-83f9a272ec06", "name": "network-vif-plugged", "status": "completed", "tag": "7e120853-bb7b-44fb-b722-a74a3be3c966"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:32:18.972065 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 7e120853-bb7b-44fb-b722-a74a3be3c966, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7e120853-bb7b-44fb-b722-a74a3be3c966,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:32:18.980877 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:18.989607 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69492aa5-ea2e-454a-bce4-3ffdb04557fb x-openstack-request-id: req-69492aa5-ea2e-454a-bce4-3ffdb04557fb {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:32:18.990008 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27bf9f1-3cd1-45c0-95c2-83f9a272ec06", "name": "network-vif-plugged", "status": "completed", "tag": "7e120853-bb7b-44fb-b722-a74a3be3c966", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:32:18.990356 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-69492aa5-ea2e-454a-bce4-3ffdb04557fb {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:32:18.990867 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69492aa5-ea2e-454a-bce4-3ffdb04557fb'] response: {'server_uuid': 'c27bf9f1-3cd1-45c0-95c2-83f9a272ec06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e120853-bb7b-44fb-b722-a74a3be3c966', 'code': 200} Apr 12 14:32:19.024620 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb4162-7abc-4283-805d-a16dce2f1ba4 req-bf1e2663-67e3-443c-a453-2ee93a9be776 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:19.025838 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-88cb4162-7abc-4283-805d-a16dce2f1ba4 req-bf1e2663-67e3-443c-a453-2ee93a9be776 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 943 time: 0.0699165 Apr 12 14:32:19.064095 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=7e120853-bb7b-44fb-b722-a74a3be3c966,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:19.090631 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-88cb4162-7abc-4283-805d-a16dce2f1ba4 req-2dfed872-9350-49cd-90f3-91b8989afc71 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578294 Apr 12 14:32:19.798169 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47eea9f-2df3-4b91-bbef-385d689fd155 req-c3790bca-13f9-4617-b74d-593839d4d20f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:19.799667 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f47eea9f-2df3-4b91-bbef-385d689fd155 req-c3790bca-13f9-4617-b74d-593839d4d20f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.0667412 Apr 12 14:32:19.861637 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f47eea9f-2df3-4b91-bbef-385d689fd155 req-ba6b1c8e-f193-42ca-a025-a7f2a449d314 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552206 Apr 12 14:32:20.232679 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd92356-caa2-43ff-b0b8-9af023603d86 req-e6cfab8a-8107-4020-9bbf-3fcd2c54a1a9 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:20.234448 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bfd92356-caa2-43ff-b0b8-9af023603d86 req-e6cfab8a-8107-4020-9bbf-3fcd2c54a1a9 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 943 time: 0.0614133 Apr 12 14:32:20.305363 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bfd92356-caa2-43ff-b0b8-9af023603d86 req-73413c36-1985-4f32-b66a-0dfb1e212561 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552583 Apr 12 14:32:20.500162 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-5a2d8d59-e028-4cc4-982a-af3e399a1a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:20.739023 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device c9bb735b-cf47-4f42-a7b1-67752f7f6b3a details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:32:20.849309 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port c9bb735b-cf47-4f42-a7b1-67752f7f6b3a, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c9bb735b-cf47-4f42-a7b1-67752f7f6b3a,segment=NetworkSegment(c8e89486-839e-423c-96c0-d92bc919a665),segment_id=c8e89486-839e-423c-96c0-d92bc919a665)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:32:20.862026 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Returning: {'device': 'c9bb735b-cf47-4f42-a7b1-67752f7f6b3a', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'port_id': 'c9bb735b-cf47-4f42-a7b1-67752f7f6b3a', 'mac_address': 'fa:16:3e:59:4d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:32:20.907375 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port c9bb735b-cf47-4f42-a7b1-67752f7f6b3a is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:32:20.907873 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (c9bb735b-cf47-4f42-a7b1-67752f7f6b3a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:20.924362 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9bb735b-cf47-4f42-a7b1-67752f7f6b3a {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:32:20.946824 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port c9bb735b-cf47-4f42-a7b1-67752f7f6b3a, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c9bb735b-cf47-4f42-a7b1-67752f7f6b3a,segment=NetworkSegment(c8e89486-839e-423c-96c0-d92bc919a665),segment_id=c8e89486-839e-423c-96c0-d92bc919a665)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:32:20.958192 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (c9bb735b-cf47-4f42-a7b1-67752f7f6b3a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:21.006441 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3eff49-71d8-4aef-80b2-3f5a82c90b99 req-0870af06-3b65-42e9-8874-1f9cd8f7c59d tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:21.008219 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3e3eff49-71d8-4aef-80b2-3f5a82c90b99 req-0870af06-3b65-42e9-8874-1f9cd8f7c59d tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.0559864 Apr 12 14:32:21.026253 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=c9bb735b-cf47-4f42-a7b1-67752f7f6b3a,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:21.306114 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3e3eff49-71d8-4aef-80b2-3f5a82c90b99 req-bdee06e9-61ee-4874-8bfb-b371582500cb tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2913907 Apr 12 14:32:21.383758 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['c9bb735b-cf47-4f42-a7b1-67752f7f6b3a'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:32:21.437663 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfd6b7-276b-47c1-842b-b4ba6c6afe68 req-f8efa031-00b8-4e9c-941c-cc6ee552a5f8 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:21.439967 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e2bfd6b7-276b-47c1-842b-b4ba6c6afe68 req-f8efa031-00b8-4e9c-941c-cc6ee552a5f8 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 944 time: 0.0691330 Apr 12 14:32:21.503482 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e2bfd6b7-276b-47c1-842b-b4ba6c6afe68 req-82adc844-ada7-471e-8b06-c2f9ca3950d6 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544274 Apr 12 14:32:21.558678 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:22.435139 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6690e-2429-4e08-a361-55f36a105c86 req-4c2cb917-3f97-4785-8674-83ede768e377 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:22.439017 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-50b6690e-2429-4e08-a361-55f36a105c86 req-4c2cb917-3f97-4785-8674-83ede768e377 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.0557294 Apr 12 14:32:22.496517 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-50b6690e-2429-4e08-a361-55f36a105c86 req-ee683d0f-8cb8-4072-bcee-5f1e00fdc497 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531690 Apr 12 14:32:22.629420 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60386e-5a95-445c-af2a-10ac9026339c req-05314028-2551-461e-8cde-e254783ae2dc tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:22.638800 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9d60386e-5a95-445c-af2a-10ac9026339c req-05314028-2551-461e-8cde-e254783ae2dc tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 944 time: 0.0622492 Apr 12 14:32:22.697122 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9d60386e-5a95-445c-af2a-10ac9026339c req-8773835c-54da-4487-88fb-0d3c53c8e9e7 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566545 Apr 12 14:32:22.737937 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device c9bb735b-cf47-4f42-a7b1-67752f7f6b3a up at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:32:22.788443 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning for port c9bb735b-cf47-4f42-a7b1-67752f7f6b3a completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:32:22.799589 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning complete for port c9bb735b-cf47-4f42-a7b1-67752f7f6b3a triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:32:22.800206 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (c9bb735b-cf47-4f42-a7b1-67752f7f6b3a), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:22.912761 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port c9bb735b-cf47-4f42-a7b1-67752f7f6b3a is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:32:22.913179 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (c9bb735b-cf47-4f42-a7b1-67752f7f6b3a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:22.915040 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:22.947050 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c46499b-42ac-45d6-8a0a-e1e37c9cf28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bb735b-cf47-4f42-a7b1-67752f7f6b3a'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:32:22.949512 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d410c8d9-90d6-485d-aabf-ad6e4b500a08" -d '{"events": [{"server_uuid": "6c46499b-42ac-45d6-8a0a-e1e37c9cf28f", "name": "network-vif-plugged", "status": "completed", "tag": "c9bb735b-cf47-4f42-a7b1-67752f7f6b3a"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:32:22.969827 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port c9bb735b-cf47-4f42-a7b1-67752f7f6b3a, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c9bb735b-cf47-4f42-a7b1-67752f7f6b3a,segment=NetworkSegment(c8e89486-839e-423c-96c0-d92bc919a665),segment_id=c8e89486-839e-423c-96c0-d92bc919a665)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:32:22.975531 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (c9bb735b-cf47-4f42-a7b1-67752f7f6b3a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:23.004082 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac495c1-d596-464d-929d-ecc480db7262 x-openstack-request-id: req-eac495c1-d596-464d-929d-ecc480db7262 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:32:23.004442 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c46499b-42ac-45d6-8a0a-e1e37c9cf28f", "name": "network-vif-plugged", "status": "completed", "tag": "c9bb735b-cf47-4f42-a7b1-67752f7f6b3a", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:32:23.004641 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eac495c1-d596-464d-929d-ecc480db7262 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:32:23.005069 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eac495c1-d596-464d-929d-ecc480db7262'] response: {'server_uuid': '6c46499b-42ac-45d6-8a0a-e1e37c9cf28f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bb735b-cf47-4f42-a7b1-67752f7f6b3a', 'code': 200} Apr 12 14:32:23.046288 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=c9bb735b-cf47-4f42-a7b1-67752f7f6b3a,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:23.289845 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78e4d1-5db5-4814-801e-755e798d771c req-0804520e-d70a-49fc-b63a-e7586715b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:23.291832 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dd78e4d1-5db5-4814-801e-755e798d771c req-0804520e-d70a-49fc-b63a-e7586715b97a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 1129 time: 0.0415699 Apr 12 14:32:23.344932 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dd78e4d1-5db5-4814-801e-755e798d771c req-ae61af0f-41dc-4817-b3ca-3e4773156caf service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432191 Apr 12 14:32:23.633555 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfcece-1b6c-49c8-beaf-2c6a2dd497b2 req-e491d2bb-848e-413a-88f9-010d8a3d8052 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:23.637360 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d6bfcece-1b6c-49c8-beaf-2c6a2dd497b2 req-e491d2bb-848e-413a-88f9-010d8a3d8052 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.0607359 Apr 12 14:32:23.700729 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d6bfcece-1b6c-49c8-beaf-2c6a2dd497b2 req-9e897183-b27f-40ad-88ed-6de13e23ae4f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567477 Apr 12 14:32:23.842062 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761e037-0f25-4de5-8e2c-2da441f62b07 req-69c0ae00-4ce2-4e32-ab0d-e6ddd9ee276d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:23.843581 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d761e037-0f25-4de5-8e2c-2da441f62b07 req-69c0ae00-4ce2-4e32-ab0d-e6ddd9ee276d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 945 time: 0.0704970 Apr 12 14:32:23.899030 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d761e037-0f25-4de5-8e2c-2da441f62b07 req-1196fd14-06f0-4c0e-bbeb-bfa403331294 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497801 Apr 12 14:32:24.424932 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:24.833918 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf0b65-0967-44dc-9c27-8ca0bb5eb6e2 req-9fece0eb-fd68-4c1b-a9ac-17aa6ab80964 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:24.835440 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9cdf0b65-0967-44dc-9c27-8ca0bb5eb6e2 req-9fece0eb-fd68-4c1b-a9ac-17aa6ab80964 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.0547416 Apr 12 14:32:24.902621 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9cdf0b65-0967-44dc-9c27-8ca0bb5eb6e2 req-a7313876-7222-42cf-b789-99c43b0cd48b tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524609 Apr 12 14:32:25.033857 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaea573-c1c2-4ef1-8ba4-74858db7bc98 req-9997a70c-3d0f-48f8-a14c-7e7d42b4e4f4 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:25.035524 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4aaea573-c1c2-4ef1-8ba4-74858db7bc98 req-9997a70c-3d0f-48f8-a14c-7e7d42b4e4f4 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 945 time: 0.0664177 Apr 12 14:32:25.110071 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4aaea573-c1c2-4ef1-8ba4-74858db7bc98 req-40918538-7327-41f6-91ca-0e881beb1e0d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634048 Apr 12 14:32:26.016862 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa414314-4fcf-4ddd-b18d-02377c3f5fef req-5c2d4eca-75d8-402d-829e-83cf019f4e6f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:26.018431 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aa414314-4fcf-4ddd-b18d-02377c3f5fef req-5c2d4eca-75d8-402d-829e-83cf019f4e6f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.0538352 Apr 12 14:32:26.082267 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aa414314-4fcf-4ddd-b18d-02377c3f5fef req-c69db929-9ef3-45c0-9926-13b2bc69a552 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574548 Apr 12 14:32:26.244934 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b535f1-7940-4248-a6b5-2559b6c0521e req-aaa67c2c-c988-405c-9bd1-ba598740689c tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:26.246856 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c4b535f1-7940-4248-a6b5-2559b6c0521e req-aaa67c2c-c988-405c-9bd1-ba598740689c tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 945 time: 0.0598054 Apr 12 14:32:26.308011 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c4b535f1-7940-4248-a6b5-2559b6c0521e req-f1ddcf32-fd8d-40b1-9f18-3d2e38dcebd1 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541780 Apr 12 14:32:26.446299 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc9f3f-8be4-4a3f-8be5-ee794fc78b8d req-f7585e34-1117-4699-81b8-83ab2fdce399 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:26.449312 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-68dc9f3f-8be4-4a3f-8be5-ee794fc78b8d req-f7585e34-1117-4699-81b8-83ab2fdce399 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 945 time: 0.0576329 Apr 12 14:32:26.511925 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-68dc9f3f-8be4-4a3f-8be5-ee794fc78b8d req-c53eb734-23e1-4c98-90d1-c2b7ff528cf9 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578380 Apr 12 14:32:26.554588 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 59876) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:26.601271 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ecdf22-11a1-4525-9eb2-dca2b57a807c tempest-TestVolumeBootPattern-405349418 tempest-TestVolumeBootPattern-405349418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:26.606175 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-e2ecdf22-11a1-4525-9eb2-dca2b57a807c tempest-TestVolumeBootPattern-405349418 tempest-TestVolumeBootPattern-405349418-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 1124 time: 0.0489380 Apr 12 14:32:26.606516 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 59878) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:26.611171 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-fb8331f8-4821-447c-b40a-690d350eadc2 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Request body: {'floatingip': {'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'port_id': 'c9bb735b-cf47-4f42-a7b1-67752f7f6b3a', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:32:26.634410 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb8331f8-4821-447c-b40a-690d350eadc2 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:26.723773 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb8331f8-4821-447c-b40a-690d350eadc2 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:26.859032 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-fb8331f8-4821-447c-b40a-690d350eadc2 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Allocated IP 172.27.0.98 (d880c522-0b20-4278-b126-cb351e10a8a1/d5f6c94a-8527-427a-a2ce-715c797655f2/90fd5c72-1744-4222-b395-46a7993653cb) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:32:26.967537 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb8331f8-4821-447c-b40a-690d350eadc2 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for port (90fd5c72-1744-4222-b395-46a7993653cb), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:27.001128 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb8331f8-4821-447c-b40a-690d350eadc2 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (90fd5c72-1744-4222-b395-46a7993653cb), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:27.038698 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8331f8-4821-447c-b40a-690d350eadc2 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Network d880c522-0b20-4278-b126-cb351e10a8a1 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:32:27.042133 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-fb8331f8-4821-447c-b40a-690d350eadc2 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:32:27.045594 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8331f8-4821-447c-b40a-690d350eadc2 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:32:27.075164 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8331f8-4821-447c-b40a-690d350eadc2 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Pushing event updated for resources: {'Port': ['ID=90fd5c72-1744-4222-b395-46a7993653cb,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:27.258616 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e571bb9-0fdf-4653-947a-38b188f55d4b req-a42674a2-118c-4934-baa0-ba929959c470 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:27.260108 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4e571bb9-0fdf-4653-947a-38b188f55d4b req-a42674a2-118c-4934-baa0-ba929959c470 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.1029191 Apr 12 14:32:27.354619 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4e571bb9-0fdf-4653-947a-38b188f55d4b req-85345b4f-722b-4d34-bc0a-8dda0341ec13 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881944 Apr 12 14:32:27.514033 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb8331f8-4821-447c-b40a-690d350eadc2 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for floatingip (d06dda9b-4280-41ce-8ea8-115b3aeb52b0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:27.583335 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416828df-97e6-49e9-b420-5dfefd887949 req-9191b8eb-768a-4bc0-8e83-2e30a037dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:27.585111 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-416828df-97e6-49e9-b420-5dfefd887949 req-9191b8eb-768a-4bc0-8e83-2e30a037dbed service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=49188c95f1804cb397ce7cc2aeb071f2&device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 1129 time: 0.0511553 Apr 12 14:32:27.643031 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb8331f8-4821-447c-b40a-690d350eadc2 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (90fd5c72-1744-4222-b395-46a7993653cb), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:27.745496 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416828df-97e6-49e9-b420-5dfefd887949 req-d4ccdd4e-f9b4-4ab0-89e7-3eb6d6120da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:27.747201 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-416828df-97e6-49e9-b420-5dfefd887949 req-d4ccdd4e-f9b4-4ab0-89e7-3eb6d6120da0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=10b93a74-e9df-4c8d-a668-3b0b6235408c HTTP/1.1" status: 200 len: 918 time: 0.1418905 Apr 12 14:32:27.856709 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-416828df-97e6-49e9-b420-5dfefd887949 req-eaf287c5-ce0f-4b2b-b1c8-981878739553 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e120853-bb7b-44fb-b722-a74a3be3c966 HTTP/1.1" status: 200 len: 1001 time: 0.1015854 Apr 12 14:32:27.931366 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416828df-97e6-49e9-b420-5dfefd887949 req-5fcc8e88-793f-44a8-951f-e78de00bd37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:27.932808 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-416828df-97e6-49e9-b420-5dfefd887949 req-5fcc8e88-793f-44a8-951f-e78de00bd37a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b1d9c83f-a54a-4a39-b389-03cf74c59344 HTTP/1.1" status: 200 len: 855 time: 0.0692084 Apr 12 14:32:27.934642 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb8331f8-4821-447c-b40a-690d350eadc2 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for port (90fd5c72-1744-4222-b395-46a7993653cb), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:27.940469 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb8331f8-4821-447c-b40a-690d350eadc2 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (90fd5c72-1744-4222-b395-46a7993653cb), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:28.036256 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416828df-97e6-49e9-b420-5dfefd887949 req-cfd73e39-5f7d-44db-8faf-f66363613c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:28.037871 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-416828df-97e6-49e9-b420-5dfefd887949 req-cfd73e39-5f7d-44db-8faf-f66363613c01 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=10b93a74-e9df-4c8d-a668-3b0b6235408c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0984409 Apr 12 14:32:28.040664 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8331f8-4821-447c-b40a-690d350eadc2 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Pushing event updated for resources: {'Port': ['ID=90fd5c72-1744-4222-b395-46a7993653cb,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:28.080988 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb8331f8-4821-447c-b40a-690d350eadc2 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (d06dda9b-4280-41ce-8ea8-115b3aeb52b0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:28.216168 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-416828df-97e6-49e9-b420-5dfefd887949 req-8dcd5376-fe88-44bb-ae1c-0d9ee975e2da service neutron] 10.222.0.69 "GET /v2.0/networks/10b93a74-e9df-4c8d-a668-3b0b6235408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692760 Apr 12 14:32:28.247199 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-fb8331f8-4821-447c-b40a-690d350eadc2 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Floating IP d06dda9b-4280-41ce-8ea8-115b3aeb52b0 associated. External IP: 172.27.0.98, port: c9bb735b-cf47-4f42-a7b1-67752f7f6b3a. Apr 12 14:32:28.406112 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-416828df-97e6-49e9-b420-5dfefd887949 req-247ac4f5-ed9d-426c-885e-250964534325 service neutron] 10.222.0.69 "GET /v2.0/networks/10b93a74-e9df-4c8d-a668-3b0b6235408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799147 Apr 12 14:32:28.465034 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200705b-c85e-4e30-ad51-642c0cef3135 req-9112a6d7-adf7-4a17-a240-c0c398e19827 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:28.466529 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3200705b-c85e-4e30-ad51-642c0cef3135 req-9112a6d7-adf7-4a17-a240-c0c398e19827 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0798569 Apr 12 14:32:28.551464 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b62d9a-069e-4dfc-9d15-34d99ac932cf req-065c71f2-3e78-430a-a6ff-4720410222b4 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:28.552958 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-10b62d9a-069e-4dfc-9d15-34d99ac932cf req-065c71f2-3e78-430a-a6ff-4720410222b4 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.1115010 Apr 12 14:32:28.647448 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3200705b-c85e-4e30-ad51-642c0cef3135 req-df5bf7d9-b4af-4f46-b9b9-922bd8a9721c tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641426 Apr 12 14:32:28.677500 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-10b62d9a-069e-4dfc-9d15-34d99ac932cf req-2f71008b-b244-4605-8ca2-77ea3fdce989 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157639 Apr 12 14:32:28.679458 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8331f8-4821-447c-b40a-690d350eadc2 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Router 8ea6935c-8e80-437a-b548-4045d22f2aaa has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:32:28.794564 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8331f8-4821-447c-b40a-690d350eadc2 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:32:28.803901 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6547278c-f5bc-4a00-a928-1672183cb722 None None] Sync routers for ids ['8ea6935c-8e80-437a-b548-4045d22f2aaa'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:32:28.812642 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fb8331f8-4821-447c-b40a-690d350eadc2 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:28.814885 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6547278c-f5bc-4a00-a928-1672183cb722 None None] Routers {'8ea6935c-8e80-437a-b548-4045d22f2aaa'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:32:28.815515 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-6547278c-f5bc-4a00-a928-1672183cb722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:32:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8ea6935c-8e80-437a-b548-4045d22f2aaa'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:28.843587 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-fb8331f8-4821-447c-b40a-690d350eadc2 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2359548 Apr 12 14:32:28.844168 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c46499b-42ac-45d6-8a0a-e1e37c9cf28f', 'tag': 'c9bb735b-cf47-4f42-a7b1-67752f7f6b3a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:32:28.846460 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cf51f8-6e80-44a3-993d-4b4a3c8ad28c" -d '{"events": [{"name": "network-changed", "server_uuid": "6c46499b-42ac-45d6-8a0a-e1e37c9cf28f", "tag": "c9bb735b-cf47-4f42-a7b1-67752f7f6b3a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:32:28.881295 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e21d121-9249-47d0-8ddb-b95421baedc8 x-openstack-request-id: req-4e21d121-9249-47d0-8ddb-b95421baedc8 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:32:28.881584 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c46499b-42ac-45d6-8a0a-e1e37c9cf28f", "tag": "c9bb735b-cf47-4f42-a7b1-67752f7f6b3a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:32:28.881836 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4e21d121-9249-47d0-8ddb-b95421baedc8 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:32:28.882263 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e21d121-9249-47d0-8ddb-b95421baedc8'] response: {'name': 'network-changed', 'server_uuid': '6c46499b-42ac-45d6-8a0a-e1e37c9cf28f', 'tag': 'c9bb735b-cf47-4f42-a7b1-67752f7f6b3a', 'status': 'completed', 'code': 200} Apr 12 14:32:28.925348 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-6547278c-f5bc-4a00-a928-1672183cb722 None None] Set router 8ea6935c-8e80-437a-b548-4045d22f2aaa gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:32:29.143115 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-6547278c-f5bc-4a00-a928-1672183cb722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:07Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 4, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'gw_port': {'id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': 'd06dda9b-4280-41ce-8ea8-115b3aeb52b0', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'port_id': 'c9bb735b-cf47-4f42-a7b1-67752f7f6b3a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'mac_address': 'fa:16:3e:59:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c46499b-42ac-45d6-8a0a-e1e37c9cf28f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:32:27Z', 'updated_at': '2022-04-12T14:32:27Z', 'revision_number': 0, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69af651-3740-4018-8a6e-2d39d24b4865', 'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'mac_address': 'fa:16:3e:e2:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:14Z', 'updated_at': '2022-04-12T14:28:26Z', 'revision_number': 5, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'subnets': [{'id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:29.170662 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6547278c-f5bc-4a00-a928-1672183cb722 None None] Checking router: 8ea6935c-8e80-437a-b548-4045d22f2aaa for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:32:29.179284 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6547278c-f5bc-4a00-a928-1672183cb722 None None] Routers {'8ea6935c-8e80-437a-b548-4045d22f2aaa'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:32:29.179900 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-6547278c-f5bc-4a00-a928-1672183cb722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:32:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8ea6935c-8e80-437a-b548-4045d22f2aaa'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:29.288909 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-6547278c-f5bc-4a00-a928-1672183cb722 None None] Set router 8ea6935c-8e80-437a-b548-4045d22f2aaa gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:32:29.506920 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-6547278c-f5bc-4a00-a928-1672183cb722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:07Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 4, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'gw_port': {'id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': 'd06dda9b-4280-41ce-8ea8-115b3aeb52b0', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'port_id': 'c9bb735b-cf47-4f42-a7b1-67752f7f6b3a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'mac_address': 'fa:16:3e:59:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c46499b-42ac-45d6-8a0a-e1e37c9cf28f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:32:27Z', 'updated_at': '2022-04-12T14:32:27Z', 'revision_number': 0, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69af651-3740-4018-8a6e-2d39d24b4865', 'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'mac_address': 'fa:16:3e:e2:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:14Z', 'updated_at': '2022-04-12T14:28:26Z', 'revision_number': 5, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'subnets': [{'id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:32:29.535273 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6547278c-f5bc-4a00-a928-1672183cb722 None None] The sync data for ids ['8ea6935c-8e80-437a-b548-4045d22f2aaa'] in dv-cinder-837523-1-iscsi is: [{'id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:07Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 4, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'gw_port': {'id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': 'd06dda9b-4280-41ce-8ea8-115b3aeb52b0', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'port_id': 'c9bb735b-cf47-4f42-a7b1-67752f7f6b3a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'mac_address': 'fa:16:3e:59:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c46499b-42ac-45d6-8a0a-e1e37c9cf28f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:32:27Z', 'updated_at': '2022-04-12T14:32:27Z', 'revision_number': 0, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69af651-3740-4018-8a6e-2d39d24b4865', 'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'mac_address': 'fa:16:3e:e2:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:14Z', 'updated_at': '2022-04-12T14:28:26Z', 'revision_number': 5, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'subnets': [{'id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:32:29.766246 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c605dbc4-b0b1-4e1d-81be-3dc38407b097 None None] New status for floating IP d06dda9b-4280-41ce-8ea8-115b3aeb52b0: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:32:29.812989 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73733330-9cf5-41de-81a8-8940af90ed89 req-cdfeb1ec-140e-4e99-acab-be8fd117a8f4 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:29.814480 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-73733330-9cf5-41de-81a8-8940af90ed89 req-cdfeb1ec-140e-4e99-acab-be8fd117a8f4 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0979636 Apr 12 14:32:29.825612 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef47c2-ce78-48af-9860-b93033e568a7 req-94741f9f-074b-4c09-aa8e-dfdcb2b15b31 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:29.827201 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e3ef47c2-ce78-48af-9860-b93033e568a7 req-94741f9f-074b-4c09-aa8e-dfdcb2b15b31 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 945 time: 0.0661485 Apr 12 14:32:29.903453 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-73733330-9cf5-41de-81a8-8940af90ed89 req-4d15f304-f4ad-48ed-9d89-6b321721e447 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750968 Apr 12 14:32:29.906627 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e3ef47c2-ce78-48af-9860-b93033e568a7 req-23650714-0cd9-43bd-ae7f-9f1f56bc6e3f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713372 Apr 12 14:32:30.283909 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf51f8-6e80-44a3-993d-4b4a3c8ad28c req-38e2cd1e-ae61-433f-9748-af41e335b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:30.285443 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b7cf51f8-6e80-44a3-993d-4b4a3c8ad28c req-38e2cd1e-ae61-433f-9748-af41e335b22b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02af406c5f5b4f27890c5db6f5bda840&device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 1129 time: 0.0410814 Apr 12 14:32:30.382076 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf51f8-6e80-44a3-993d-4b4a3c8ad28c req-d6c83a6e-bf40-416b-8ea6-e9b00eda1d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:30.383548 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b7cf51f8-6e80-44a3-993d-4b4a3c8ad28c req-d6c83a6e-bf40-416b-8ea6-e9b00eda1d51 service neutron] 10.222.0.69 "GET /v2.0/networks?id=37f9d6cb-734d-4a5c-b448-eec2b9f94087 HTTP/1.1" status: 200 len: 914 time: 0.0902090 Apr 12 14:32:30.458924 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b7cf51f8-6e80-44a3-993d-4b4a3c8ad28c req-ac020332-65b2-41ee-a2f2-3f78c1c6fa34 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9bb735b-cf47-4f42-a7b1-67752f7f6b3a HTTP/1.1" status: 200 len: 1000 time: 0.0633850 Apr 12 14:32:30.753930 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf51f8-6e80-44a3-993d-4b4a3c8ad28c req-daae8797-5086-4143-aaea-c83ecc65859a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:30.755354 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b7cf51f8-6e80-44a3-993d-4b4a3c8ad28c req-daae8797-5086-4143-aaea-c83ecc65859a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5f372aa8-ef48-4490-a9b2-c7f480e5dc57 HTTP/1.1" status: 200 len: 851 time: 0.2833698 Apr 12 14:32:30.872455 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 7e120853-bb7b-44fb-b722-a74a3be3c966 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:32:30.907092 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf51f8-6e80-44a3-993d-4b4a3c8ad28c req-efed6ec3-8b5f-4c8a-a7ed-f8542878163e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:30.908867 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b7cf51f8-6e80-44a3-993d-4b4a3c8ad28c req-efed6ec3-8b5f-4c8a-a7ed-f8542878163e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37f9d6cb-734d-4a5c-b448-eec2b9f94087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460060 Apr 12 14:32:30.976330 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port 7e120853-bb7b-44fb-b722-a74a3be3c966 is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:32:30.976731 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:31.001709 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27bf9f1-3cd1-45c0-95c2-83f9a272ec06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e120853-bb7b-44fb-b722-a74a3be3c966'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:32:31.003856 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f463d4-2268-4287-acf3-3f1d561297c2" -d '{"events": [{"server_uuid": "c27bf9f1-3cd1-45c0-95c2-83f9a272ec06", "name": "network-vif-unplugged", "status": "completed", "tag": "7e120853-bb7b-44fb-b722-a74a3be3c966"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:32:31.015865 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 7e120853-bb7b-44fb-b722-a74a3be3c966, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7e120853-bb7b-44fb-b722-a74a3be3c966,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:32:31.020822 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:31.072394 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=7e120853-bb7b-44fb-b722-a74a3be3c966,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:31.093058 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2f3b1-b30f-42fe-8f63-31a0beaf3c97 req-2161cd5a-5388-4520-9e94-2f59e5c02342 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:31.094538 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-83b2f3b1-b30f-42fe-8f63-31a0beaf3c97 req-2161cd5a-5388-4520-9e94-2f59e5c02342 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 943 time: 0.0923386 Apr 12 14:32:31.102755 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f682d6-ab91-4b89-8074-592ab2027ca6 req-8d0c1d8c-6379-4189-a668-41ddb1f39d3e tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:31.104335 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-45f682d6-ab91-4b89-8074-592ab2027ca6 req-8d0c1d8c-6379-4189-a668-41ddb1f39d3e tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.1009800 Apr 12 14:32:31.147535 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b7cf51f8-6e80-44a3-993d-4b4a3c8ad28c req-adaafd63-772a-4c62-8fda-e8bd4a26e0d8 service neutron] 10.222.0.69 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231228 Apr 12 14:32:31.251594 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-83b2f3b1-b30f-42fe-8f63-31a0beaf3c97 req-3c091760-93e1-4aed-92b3-68caca9340b7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447186 Apr 12 14:32:31.256880 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-45f682d6-ab91-4b89-8074-592ab2027ca6 req-916ee243-689e-4dd7-b40f-eab72eb0627b tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450047 Apr 12 14:32:31.295861 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b7cf51f8-6e80-44a3-993d-4b4a3c8ad28c req-3a18570e-67c8-4560-b370-8827f8cd5428 service neutron] 10.222.0.69 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377287 Apr 12 14:32:31.314600 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 14:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8535f2a-6714-47e4-8e65-dc822cf6e74f x-openstack-request-id: req-b8535f2a-6714-47e4-8e65-dc822cf6e74f {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:32:31.315001 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27bf9f1-3cd1-45c0-95c2-83f9a272ec06", "name": "network-vif-unplugged", "status": "failed", "tag": "7e120853-bb7b-44fb-b722-a74a3be3c966", "code": 422}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:32:31.315257 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b8535f2a-6714-47e4-8e65-dc822cf6e74f {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:32:31.315706 dv-cinder-837523-1-iscsi neutron-server[103285]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b8535f2a-6714-47e4-8e65-dc822cf6e74f']: {'server_uuid': 'c27bf9f1-3cd1-45c0-95c2-83f9a272ec06', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7e120853-bb7b-44fb-b722-a74a3be3c966', 'code': 422} returned with failed status Apr 12 14:32:32.065995 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [req-ac9b65b6-13a1-4e7f-80fd-7d02e85b871c req-4b36d95d-5948-48c0-ba26-eb4b846c0bc4 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:32:32.067188 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ac9b65b6-13a1-4e7f-80fd-7d02e85b871c req-4b36d95d-5948-48c0-ba26-eb4b846c0bc4 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055504 Apr 12 14:32:32.233957 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f246605-aaa7-4d1b-b1bf-2cd6fbd4fefd req-414d3af5-eb76-4402-bbd1-cc5649dd2058 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:32.235451 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3f246605-aaa7-4d1b-b1bf-2cd6fbd4fefd req-414d3af5-eb76-4402-bbd1-cc5649dd2058 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 943 time: 0.0590091 Apr 12 14:32:32.284827 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2e2226a1-eaea-447b-a8b0-24377abaf0ca req-59c632ea-77be-4080-9303-1b02ff649f06 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0699599 Apr 12 14:32:32.307077 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3f246605-aaa7-4d1b-b1bf-2cd6fbd4fefd req-ee75a0a4-ee49-480f-8e23-11eb70535a23 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521536 Apr 12 14:32:32.395583 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2226a1-eaea-447b-a8b0-24377abaf0ca req-75bae8f4-c21f-4958-9ba9-5cce1db419db tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:32.396972 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2e2226a1-eaea-447b-a8b0-24377abaf0ca req-75bae8f4-c21f-4958-9ba9-5cce1db419db tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports/7e120853-bb7b-44fb-b722-a74a3be3c966 HTTP/1.1" status: 200 len: 940 time: 0.0838685 Apr 12 14:32:32.410209 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b0170-fc85-4904-a3de-404d32995fa7 req-9f51b844-93b3-4cad-b198-2fae22c7b304 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:32.411655 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9a6b0170-fc85-4904-a3de-404d32995fa7 req-9f51b844-93b3-4cad-b198-2fae22c7b304 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0614610 Apr 12 14:32:32.465361 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9a6b0170-fc85-4904-a3de-404d32995fa7 req-8468e50c-fd10-43d0-beea-7b6ac830a2f3 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472789 Apr 12 14:32:33.293216 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2226a1-eaea-447b-a8b0-24377abaf0ca req-c268de39-c0fc-4e44-85ea-26fe6827580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:33.294700 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2e2226a1-eaea-447b-a8b0-24377abaf0ca req-c268de39-c0fc-4e44-85ea-26fe6827580c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06&tenant_id=49188c95f1804cb397ce7cc2aeb071f2 HTTP/1.1" status: 200 len: 1127 time: 0.0405805 Apr 12 14:32:33.378985 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2226a1-eaea-447b-a8b0-24377abaf0ca req-c02d1c62-a30b-40a1-b462-6616a143e3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:33.380553 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2e2226a1-eaea-447b-a8b0-24377abaf0ca req-c02d1c62-a30b-40a1-b462-6616a143e3f9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=49188c95f1804cb397ce7cc2aeb071f2&device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 1127 time: 0.0416281 Apr 12 14:32:33.458665 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9154c-f0ee-4cf5-989b-c71e6de9fa3e req-493ffb6c-986b-4e07-a22b-f7f661d9c4e9 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:33.460121 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47a9154c-f0ee-4cf5-989b-c71e6de9fa3e req-493ffb6c-986b-4e07-a22b-f7f661d9c4e9 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 943 time: 0.0786860 Apr 12 14:32:33.579574 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2226a1-eaea-447b-a8b0-24377abaf0ca req-d1037e79-fa57-43ca-8cdf-2a56bb40ecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:33.580996 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2e2226a1-eaea-447b-a8b0-24377abaf0ca req-d1037e79-fa57-43ca-8cdf-2a56bb40ecdb service neutron] 10.222.0.69 "GET /v2.0/networks?id=10b93a74-e9df-4c8d-a668-3b0b6235408c HTTP/1.1" status: 200 len: 918 time: 0.1914353 Apr 12 14:32:33.584100 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47a9154c-f0ee-4cf5-989b-c71e6de9fa3e req-8a013027-c953-4b02-8d33-9019cb5b4df6 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989397 Apr 12 14:32:33.642471 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797caea7-c3af-4665-8527-3eea6cbffdb4 req-b9254991-f29e-428c-a2bb-91b2f8a1f4fa tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:33.643945 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-797caea7-c3af-4665-8527-3eea6cbffdb4 req-b9254991-f29e-428c-a2bb-91b2f8a1f4fa tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.1055987 Apr 12 14:32:33.677631 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2e2226a1-eaea-447b-a8b0-24377abaf0ca req-8356593c-d4df-4e7e-99e0-26aa88e2b1f4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e120853-bb7b-44fb-b722-a74a3be3c966 HTTP/1.1" status: 200 len: 999 time: 0.0897267 Apr 12 14:32:33.736286 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-797caea7-c3af-4665-8527-3eea6cbffdb4 req-8419261a-026b-44d2-bc35-27c961dbf3e7 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857449 Apr 12 14:32:33.747374 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2226a1-eaea-447b-a8b0-24377abaf0ca req-7881cc44-0f73-49cb-a42c-bd09cba5256d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:33.748937 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2e2226a1-eaea-447b-a8b0-24377abaf0ca req-7881cc44-0f73-49cb-a42c-bd09cba5256d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b1d9c83f-a54a-4a39-b389-03cf74c59344 HTTP/1.1" status: 200 len: 855 time: 0.0647516 Apr 12 14:32:33.796751 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2226a1-eaea-447b-a8b0-24377abaf0ca req-0b779a26-4a50-4516-880f-56f6893c4964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:33.798303 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2e2226a1-eaea-447b-a8b0-24377abaf0ca req-0b779a26-4a50-4516-880f-56f6893c4964 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=10b93a74-e9df-4c8d-a668-3b0b6235408c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413215 Apr 12 14:32:33.898675 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2e2226a1-eaea-447b-a8b0-24377abaf0ca req-aa6cf4b6-9f8a-4e01-98e1-605b2484c885 service neutron] 10.222.0.69 "GET /v2.0/networks/10b93a74-e9df-4c8d-a668-3b0b6235408c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937042 Apr 12 14:32:33.996782 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2e2226a1-eaea-447b-a8b0-24377abaf0ca req-710faf55-9af1-4cb2-a64a-7c3223d282ce service neutron] 10.222.0.69 "GET /v2.0/networks/10b93a74-e9df-4c8d-a668-3b0b6235408c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914757 Apr 12 14:32:34.730642 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20f76c-cc57-4682-a2bc-709682cc7a06 req-027542f0-8d4a-4294-8919-7ceb0b6b7de8 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:34.732878 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6e20f76c-cc57-4682-a2bc-709682cc7a06 req-027542f0-8d4a-4294-8919-7ceb0b6b7de8 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 943 time: 0.0529280 Apr 12 14:32:34.800537 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6e20f76c-cc57-4682-a2bc-709682cc7a06 req-bed220c9-48f3-4c20-a2dc-6326d36b81f7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601647 Apr 12 14:32:34.870868 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9d584-40d6-4e4b-af42-53171ff8007b req-c7128249-a4c9-44ca-ae68-3c9044f46885 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:34.872462 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-01c9d584-40d6-4e4b-af42-53171ff8007b req-c7128249-a4c9-44ca-ae68-3c9044f46885 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0494909 Apr 12 14:32:34.936432 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-01c9d584-40d6-4e4b-af42-53171ff8007b req-db9283f2-570b-4c75-9e0d-5f762aa5fd64 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579021 Apr 12 14:32:35.950313 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:35.951078 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ff881-78b8-4da7-b3d4-134a98c079ec req-f516066b-c9d8-44ac-b14f-8c838adbac4e tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:35.952007 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-879ff881-78b8-4da7-b3d4-134a98c079ec req-f516066b-c9d8-44ac-b14f-8c838adbac4e tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 943 time: 0.0688059 Apr 12 14:32:36.003780 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-879ff881-78b8-4da7-b3d4-134a98c079ec req-c66978ae-60f6-4f7b-8df1-306ccaa9341d tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455904 Apr 12 14:32:36.064987 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92b10d-b69a-4cf3-b151-145dfd596e82 req-3d925286-506d-42a5-b95b-caff51f99e63 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:36.072636 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2e92b10d-b69a-4cf3-b151-145dfd596e82 req-3d925286-506d-42a5-b95b-caff51f99e63 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0585663 Apr 12 14:32:36.119771 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2e92b10d-b69a-4cf3-b151-145dfd596e82 req-a01f9398-7634-432b-a783-07a605e020b7 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461648 Apr 12 14:32:37.130767 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa607aba-dd6d-40c8-a01a-dad314c8b1c6 req-622cf857-2e1e-4ce9-90fe-3d498d0fb6ee tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:37.132330 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fa607aba-dd6d-40c8-a01a-dad314c8b1c6 req-622cf857-2e1e-4ce9-90fe-3d498d0fb6ee tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 943 time: 0.0530479 Apr 12 14:32:37.203112 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fa607aba-dd6d-40c8-a01a-dad314c8b1c6 req-07b0784c-e522-4d91-9001-55cc9ed15c90 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646107 Apr 12 14:32:37.255188 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71fa49-7834-4b84-85c6-2e1a0c2d3d13 req-bec89eb5-d0dc-4d85-9636-1c2a1b8e50d1 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:37.256698 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3e71fa49-7834-4b84-85c6-2e1a0c2d3d13 req-bec89eb5-d0dc-4d85-9636-1c2a1b8e50d1 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0580914 Apr 12 14:32:37.310345 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3e71fa49-7834-4b84-85c6-2e1a0c2d3d13 req-df5eab02-a761-4d32-8b00-d5d6112255c7 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473919 Apr 12 14:32:38.326730 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed4f78-f640-4049-a1fb-7d7d4dfe8636 req-c10c62a0-1735-436d-9488-e3d1f9cbb907 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:38.335589 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0fed4f78-f640-4049-a1fb-7d7d4dfe8636 req-c10c62a0-1735-436d-9488-e3d1f9cbb907 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 943 time: 0.0561695 Apr 12 14:32:38.382815 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0fed4f78-f640-4049-a1fb-7d7d4dfe8636 req-6fb82c82-9a1d-41fc-b67f-9946fe4d5d7c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461836 Apr 12 14:32:38.449677 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c6591-1cf6-47c8-b3e6-7f6e240fa169 req-a473fe89-1539-4f74-bdc9-8f26a2a42eac tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:38.451538 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2a3c6591-1cf6-47c8-b3e6-7f6e240fa169 req-a473fe89-1539-4f74-bdc9-8f26a2a42eac tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0622044 Apr 12 14:32:38.502632 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2a3c6591-1cf6-47c8-b3e6-7f6e240fa169 req-e3d3bae1-72e3-4e15-ac7a-f55f3d6185fe tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450158 Apr 12 14:32:39.596460 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397fd76-ab44-4bc2-9cb7-dbd05db4f928 req-d36e2f30-ad4a-47e1-a566-560a6f748542 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:39.598216 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c397fd76-ab44-4bc2-9cb7-dbd05db4f928 req-d36e2f30-ad4a-47e1-a566-560a6f748542 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 943 time: 0.0928636 Apr 12 14:32:39.737852 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c397fd76-ab44-4bc2-9cb7-dbd05db4f928 req-6e6820dd-7efa-45ca-a156-1427af5a9fbc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319399 Apr 12 14:32:39.745039 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45b516-a7bf-42f7-a791-ef48664549d8 req-0d523b97-3069-437f-a60f-abe7c3c151e7 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:39.746480 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0c45b516-a7bf-42f7-a791-ef48664549d8 req-0d523b97-3069-437f-a60f-abe7c3c151e7 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.1246626 Apr 12 14:32:39.806300 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0c45b516-a7bf-42f7-a791-ef48664549d8 req-78bab952-c84f-4fbf-9882-e7e9a2c58b72 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540113 Apr 12 14:32:40.871013 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9384ad-6a69-4dcc-9693-04447c3d4342 req-13c11b0e-bf20-4093-a72d-35fdc632671e tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:40.872413 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8c9384ad-6a69-4dcc-9693-04447c3d4342 req-13c11b0e-bf20-4093-a72d-35fdc632671e tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 943 time: 0.0522757 Apr 12 14:32:40.923456 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8c9384ad-6a69-4dcc-9693-04447c3d4342 req-5854ee67-5585-4df1-86ad-79805c8db47c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453551 Apr 12 14:32:41.047159 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610336e-f8a9-47ea-8372-141a602e54ef req-88e7d5d7-50e2-4a92-91e6-47bf4c3dbb54 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:41.053358 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0610336e-f8a9-47ea-8372-141a602e54ef req-88e7d5d7-50e2-4a92-91e6-47bf4c3dbb54 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0541031 Apr 12 14:32:41.104739 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0610336e-f8a9-47ea-8372-141a602e54ef req-6544554b-3c15-403f-926f-ac52de1d90e3 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501528 Apr 12 14:32:42.046153 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563336b-d52e-4001-a51a-1487c37fb3de req-3e85e029-cb58-488b-8fbe-85141f474a10 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:42.048488 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e563336b-d52e-4001-a51a-1487c37fb3de req-3e85e029-cb58-488b-8fbe-85141f474a10 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 943 time: 0.0519152 Apr 12 14:32:42.096235 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e563336b-d52e-4001-a51a-1487c37fb3de req-b22c53bc-714e-4fba-af59-0b7b6ade2c7c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418944 Apr 12 14:32:42.227793 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e6cdb-6821-429b-a9f0-b7ce1cf6bb09 req-ada178b4-99a1-4fcc-bc51-3cdaf41e919e tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:42.229364 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-169e6cdb-6821-429b-a9f0-b7ce1cf6bb09 req-ada178b4-99a1-4fcc-bc51-3cdaf41e919e tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0526173 Apr 12 14:32:42.283829 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-169e6cdb-6821-429b-a9f0-b7ce1cf6bb09 req-8a7043f6-bc8b-4b72-8e66-7594618bf4a9 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487528 Apr 12 14:32:43.237105 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d324b-28d0-4ecc-a234-c819ec4e1305 req-7075a43c-038b-4aaf-bf0f-7066af6efb47 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:43.238715 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e70d324b-28d0-4ecc-a234-c819ec4e1305 req-7075a43c-038b-4aaf-bf0f-7066af6efb47 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 943 time: 0.0561004 Apr 12 14:32:43.290148 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e70d324b-28d0-4ecc-a234-c819ec4e1305 req-d3885149-e22e-4bc6-a055-8a5e21e311e9 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455465 Apr 12 14:32:43.475205 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e1090-8a5f-428c-9753-288201e4c1c8 req-f2c0eac3-a684-4045-a7c2-be4706b70134 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:43.476790 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f79e1090-8a5f-428c-9753-288201e4c1c8 req-f2c0eac3-a684-4045-a7c2-be4706b70134 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.1023765 Apr 12 14:32:43.533773 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f79e1090-8a5f-428c-9753-288201e4c1c8 req-b8c8e39b-9bec-4cb4-aaf7-c475716657c3 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503132 Apr 12 14:32:44.407497 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a045079-6bdc-4caf-af13-ae86c05de5a2 req-5a0bff28-6973-4228-b185-77286ee3c285 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:44.409083 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2a045079-6bdc-4caf-af13-ae86c05de5a2 req-5a0bff28-6973-4228-b185-77286ee3c285 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 943 time: 0.0472853 Apr 12 14:32:44.491310 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1040c6-9c41-4751-9fc6-357b695d5c2c req-97b261e8-71f1-4ecf-b401-5678366dfd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:44.492976 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6c1040c6-9c41-4751-9fc6-357b695d5c2c req-97b261e8-71f1-4ecf-b401-5678366dfd42 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7d89981605ac41269cf7b7faf5d40904&device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 1129 time: 0.0602736 Apr 12 14:32:44.496864 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2a045079-6bdc-4caf-af13-ae86c05de5a2 req-dccfb01f-1987-4fac-9b8b-453ae7dc2a2f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819051 Apr 12 14:32:44.676087 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711b946-41d3-43e8-a9e6-3b16b1a824cd req-e51b5b7f-66b6-4c32-a755-0bda53709621 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:44.677608 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b711b946-41d3-43e8-a9e6-3b16b1a824cd req-e51b5b7f-66b6-4c32-a755-0bda53709621 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0497077 Apr 12 14:32:44.730452 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b711b946-41d3-43e8-a9e6-3b16b1a824cd req-0b05b1cd-1298-4123-a0d1-3a8bfd59b078 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472047 Apr 12 14:32:45.453693 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1040c6-9c41-4751-9fc6-357b695d5c2c req-49d97a18-0231-4fa8-acf1-9da3271b5241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:45.455183 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6c1040c6-9c41-4751-9fc6-357b695d5c2c req-49d97a18-0231-4fa8-acf1-9da3271b5241 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0028eeda-a542-4e5c-bf2c-a2a860757c70 HTTP/1.1" status: 200 len: 911 time: 0.0919521 Apr 12 14:32:45.556142 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6c1040c6-9c41-4751-9fc6-357b695d5c2c req-89c74461-7aec-459a-a447-871c271e1ac5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adc3c814-7232-4008-bd66-2d49376d7bea HTTP/1.1" status: 200 len: 1001 time: 0.0633144 Apr 12 14:32:45.640750 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1040c6-9c41-4751-9fc6-357b695d5c2c req-213ca48b-8816-4de1-bf02-3cf6753fde12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:45.642281 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6c1040c6-9c41-4751-9fc6-357b695d5c2c req-213ca48b-8816-4de1-bf02-3cf6753fde12 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50a10eae-8710-47a5-b19f-59b43e706f9d HTTP/1.1" status: 200 len: 848 time: 0.0793617 Apr 12 14:32:45.651151 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6864dde-1a88-479d-9469-026e828e5313 req-1178c2ef-4b83-4955-afd8-c785eda74f9f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:45.652642 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c6864dde-1a88-479d-9469-026e828e5313 req-1178c2ef-4b83-4955-afd8-c785eda74f9f tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 943 time: 0.0604291 Apr 12 14:32:45.706004 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1040c6-9c41-4751-9fc6-357b695d5c2c req-7e53e025-04c8-4844-beaa-7d7737104faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:45.707589 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6c1040c6-9c41-4751-9fc6-357b695d5c2c req-7e53e025-04c8-4844-beaa-7d7737104faf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0028eeda-a542-4e5c-bf2c-a2a860757c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539823 Apr 12 14:32:45.755909 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c6864dde-1a88-479d-9469-026e828e5313 req-8673a720-00f3-43f0-ab7e-6b299124c2a8 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926585 Apr 12 14:32:45.829240 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6c1040c6-9c41-4751-9fc6-357b695d5c2c req-46a6ae29-0399-493a-8c3e-c0cc096dcf2f service neutron] 10.222.0.69 "GET /v2.0/networks/0028eeda-a542-4e5c-bf2c-a2a860757c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147058 Apr 12 14:32:45.884699 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85428716-4bf3-4f14-851d-58d23b6ed29b req-73fb0182-55f8-4b3c-9609-ee4ecd837a3b tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:45.886205 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-85428716-4bf3-4f14-851d-58d23b6ed29b req-73fb0182-55f8-4b3c-9609-ee4ecd837a3b tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0721688 Apr 12 14:32:45.985389 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-85428716-4bf3-4f14-851d-58d23b6ed29b req-a7adabda-ceb6-42cb-a3b7-f5ec7b29babc tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680294 Apr 12 14:32:45.987296 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6c1040c6-9c41-4751-9fc6-357b695d5c2c req-6b59469f-2ede-4f11-a002-2eaa7db2e9aa service neutron] 10.222.0.69 "GET /v2.0/networks/0028eeda-a542-4e5c-bf2c-a2a860757c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425672 Apr 12 14:32:46.831687 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 7e120853-bb7b-44fb-b722-a74a3be3c966 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:32:46.885323 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa327de4-c0f9-4c28-8244-ee58eb5f2d8e req-6a786aea-db71-43d8-8d23-3b7ea163dd51 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:46.886814 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aa327de4-c0f9-4c28-8244-ee58eb5f2d8e req-6a786aea-db71-43d8-8d23-3b7ea163dd51 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 943 time: 0.0473285 Apr 12 14:32:46.934270 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 7e120853-bb7b-44fb-b722-a74a3be3c966, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7e120853-bb7b-44fb-b722-a74a3be3c966,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:32:46.936745 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-aa327de4-c0f9-4c28-8244-ee58eb5f2d8e req-54dcd7ab-c98c-4939-a2d8-1a03bdd831fe tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425856 Apr 12 14:32:46.947417 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Returning: {'device': '7e120853-bb7b-44fb-b722-a74a3be3c966', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'port_id': '7e120853-bb7b-44fb-b722-a74a3be3c966', 'mac_address': 'fa:16:3e:e5:67:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:32:46.985371 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port 7e120853-bb7b-44fb-b722-a74a3be3c966 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:32:46.985758 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:46.998617 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e120853-bb7b-44fb-b722-a74a3be3c966 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:32:47.022910 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 7e120853-bb7b-44fb-b722-a74a3be3c966, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7e120853-bb7b-44fb-b722-a74a3be3c966,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:32:47.027999 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:47.079050 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=7e120853-bb7b-44fb-b722-a74a3be3c966,revision_number=9']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:47.085978 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:47.086327 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:47.086704 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:47.087063 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:47.087399 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:47.087728 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:47.088073 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:47.088584 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:47.088862 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:47.089073 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:47.089429 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:47.089721 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:47.090053 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:47.090354 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:47.090670 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:47.103212 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18112ef7-9343-4806-8657-0e02e3134987 req-3e4bd5a2-8f89-4ccf-9a38-0715ad41c6c6 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:47.104708 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-18112ef7-9343-4806-8657-0e02e3134987 req-3e4bd5a2-8f89-4ccf-9a38-0715ad41c6c6 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0538468 Apr 12 14:32:47.154209 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-18112ef7-9343-4806-8657-0e02e3134987 req-64a1cb18-744e-4e2a-a3f6-4640a13ddfdb tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439386 Apr 12 14:32:47.391291 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['7e120853-bb7b-44fb-b722-a74a3be3c966'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:32:48.061051 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff2940-8d4b-4b9c-9dbb-e2f5e41598d5 req-45f9299c-d468-480e-9db3-9b3f53411670 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:48.062456 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e0ff2940-8d4b-4b9c-9dbb-e2f5e41598d5 req-45f9299c-d468-480e-9db3-9b3f53411670 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 944 time: 0.0515230 Apr 12 14:32:48.112208 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e0ff2940-8d4b-4b9c-9dbb-e2f5e41598d5 req-d90921fe-f813-4f38-9d32-6284d29daba2 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441697 Apr 12 14:32:48.117419 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a47516b-72d8-4d56-8105-3981c988b5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:48.270695 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d65af9-4809-4385-bb1e-721b352c624c req-e5747feb-1b51-4d7e-b1ec-a62c6e0f74b6 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:48.272458 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-57d65af9-4809-4385-bb1e-721b352c624c req-e5747feb-1b51-4d7e-b1ec-a62c6e0f74b6 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0493398 Apr 12 14:32:48.329284 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-57d65af9-4809-4385-bb1e-721b352c624c req-75634dd6-ae75-4548-9139-acb4bdebc00e tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493701 Apr 12 14:32:48.913342 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 7e120853-bb7b-44fb-b722-a74a3be3c966 up at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:32:48.962299 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning complete for port 7e120853-bb7b-44fb-b722-a74a3be3c966 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:32:48.962668 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:49.048227 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port 7e120853-bb7b-44fb-b722-a74a3be3c966 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:32:49.048530 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:49.072574 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27bf9f1-3cd1-45c0-95c2-83f9a272ec06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e120853-bb7b-44fb-b722-a74a3be3c966'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:32:49.074782 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9d56b2-1f12-4787-8997-ce74f8b3cdf9" -d '{"events": [{"server_uuid": "c27bf9f1-3cd1-45c0-95c2-83f9a272ec06", "name": "network-vif-plugged", "status": "completed", "tag": "7e120853-bb7b-44fb-b722-a74a3be3c966"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:32:49.087064 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 7e120853-bb7b-44fb-b722-a74a3be3c966, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7e120853-bb7b-44fb-b722-a74a3be3c966,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:32:49.092835 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:49.094142 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device adc3c814-7232-4008-bd66-2d49376d7bea no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:32:49.123499 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0110a52a-6df5-4bfa-93ed-bb80b92702d6 x-openstack-request-id: req-0110a52a-6df5-4bfa-93ed-bb80b92702d6 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:32:49.124114 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27bf9f1-3cd1-45c0-95c2-83f9a272ec06", "name": "network-vif-plugged", "status": "completed", "tag": "7e120853-bb7b-44fb-b722-a74a3be3c966", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:32:49.124114 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0110a52a-6df5-4bfa-93ed-bb80b92702d6 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:32:49.124442 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0110a52a-6df5-4bfa-93ed-bb80b92702d6'] response: {'server_uuid': 'c27bf9f1-3cd1-45c0-95c2-83f9a272ec06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e120853-bb7b-44fb-b722-a74a3be3c966', 'code': 200} Apr 12 14:32:49.185196 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=7e120853-bb7b-44fb-b722-a74a3be3c966,revision_number=10']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:49.236122 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port adc3c814-7232-4008-bd66-2d49376d7bea is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:32:49.236556 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (adc3c814-7232-4008-bd66-2d49376d7bea), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:49.243525 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d57b7-b8cb-4d75-a8f2-b30c0ca52fe4 req-da290fa3-a9cb-4e88-8e2e-eb8d40205f18 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:49.245097 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d06d57b7-b8cb-4d75-a8f2-b30c0ca52fe4 req-da290fa3-a9cb-4e88-8e2e-eb8d40205f18 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 946 time: 0.0579138 Apr 12 14:32:49.271486 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port adc3c814-7232-4008-bd66-2d49376d7bea, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=adc3c814-7232-4008-bd66-2d49376d7bea,segment=NetworkSegment(06536a47-1698-4e8b-a6d6-edd665214024),segment_id=06536a47-1698-4e8b-a6d6-edd665214024)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:32:49.276623 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (adc3c814-7232-4008-bd66-2d49376d7bea), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:49.300507 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d06d57b7-b8cb-4d75-a8f2-b30c0ca52fe4 req-d34eecb3-734c-4dfa-9be2-4812469420cb tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491383 Apr 12 14:32:49.336801 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=adc3c814-7232-4008-bd66-2d49376d7bea,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:49.385645 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a9e0f-3c4b-4b0e-a955-88f998fc9359 req-28e7b776-6385-46ba-a61f-1c616886edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:49.387171 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1c4a9e0f-3c4b-4b0e-a955-88f998fc9359 req-28e7b776-6385-46ba-a61f-1c616886edaa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 1130 time: 0.0445147 Apr 12 14:32:49.483235 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d0a3c-228d-4a03-9228-d805fc133d40 req-70ce0546-2ab8-4415-9a0c-a51f34848752 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:49.484702 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-403d0a3c-228d-4a03-9228-d805fc133d40 req-70ce0546-2ab8-4415-9a0c-a51f34848752 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 943 time: 0.0825288 Apr 12 14:32:49.487147 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1c4a9e0f-3c4b-4b0e-a955-88f998fc9359 req-5cc089d9-893e-4e9b-bc0b-f1c6224c2567 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909779 Apr 12 14:32:49.534117 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-403d0a3c-228d-4a03-9228-d805fc133d40 req-71e4f436-f8f7-4b91-9b2c-fcf3f9063fac tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437102 Apr 12 14:32:49.733986 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 60088) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:49.756436 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a9cc2-312e-4884-9c77-a466fef77a0d req-dce72e36-248b-45e2-b203-4fb3519f6c9e tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:49.758790 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-792a9cc2-312e-4884-9c77-a466fef77a0d req-dce72e36-248b-45e2-b203-4fb3519f6c9e tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 943 time: 0.0570090 Apr 12 14:32:49.813060 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-792a9cc2-312e-4884-9c77-a466fef77a0d req-71e0436a-68e2-44ea-9d46-6be5be0df1b7 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484951 Apr 12 14:32:49.819129 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b690cc8f-071c-4b9c-9284-fc18fabc0b87 req-2a673fa4-7a3a-445f-a0be-d63a2e2248bb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836210 Apr 12 14:32:49.829496 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [req-b690cc8f-071c-4b9c-9284-fc18fabc0b87 req-50158eed-e78f-427f-a357-372f4dfd3ec3 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:32:49.830538 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b690cc8f-071c-4b9c-9284-fc18fabc0b87 req-50158eed-e78f-427f-a357-372f4dfd3ec3 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058789 Apr 12 14:32:49.906851 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 60098) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:49.961356 dv-cinder-837523-1-iscsi neutron-server[103283]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 14:32:50.010832 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690cc8f-071c-4b9c-9284-fc18fabc0b87 req-fb8a14e5-a0a9-40b0-97c7-40dffcdb06d6 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:50.012166 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b690cc8f-071c-4b9c-9284-fc18fabc0b87 req-fb8a14e5-a0a9-40b0-97c7-40dffcdb06d6 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports/adc3c814-7232-4008-bd66-2d49376d7bea HTTP/1.1" status: 200 len: 940 time: 0.1043499 Apr 12 14:32:50.442955 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dab43-b8de-40cc-91cd-80d4778b3348 req-8eb33926-3682-4f8e-b3c9-ddd4e630eeba tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:50.444523 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-828dab43-b8de-40cc-91cd-80d4778b3348 req-8eb33926-3682-4f8e-b3c9-ddd4e630eeba tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 946 time: 0.0570831 Apr 12 14:32:50.483740 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c767ec26-4cd0-4dd9-95a9-967f3b61c604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:50.496257 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-828dab43-b8de-40cc-91cd-80d4778b3348 req-8c2967fb-ef47-4e2b-b28f-cb192127953c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455761 Apr 12 14:32:50.939959 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb137ef1-3d89-4fed-88fb-84d32cc3fbc2 req-401f140a-3086-4c95-a7fd-f1acd3d8e7b4 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:50.941587 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fb137ef1-3d89-4fed-88fb-84d32cc3fbc2 req-401f140a-3086-4c95-a7fd-f1acd3d8e7b4 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 943 time: 0.0568135 Apr 12 14:32:50.996407 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fb137ef1-3d89-4fed-88fb-84d32cc3fbc2 req-755b97ad-4576-43f4-b6e4-9d0285ca954e tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465872 Apr 12 14:32:51.126174 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d030959-c308-4f12-b558-d4650608dcc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adc3c814-7232-4008-bd66-2d49376d7bea'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:32:51.128597 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e462a2-6acc-431d-8695-a01f63f15429" -d '{"events": [{"server_uuid": "9d030959-c308-4f12-b558-d4650608dcc4", "name": "network-vif-unplugged", "status": "completed", "tag": "adc3c814-7232-4008-bd66-2d49376d7bea"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:32:51.159467 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 14:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3234cc33-0247-4f04-8403-364387252031 x-openstack-request-id: req-3234cc33-0247-4f04-8403-364387252031 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:32:51.159756 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d030959-c308-4f12-b558-d4650608dcc4", "name": "network-vif-unplugged", "status": "failed", "tag": "adc3c814-7232-4008-bd66-2d49376d7bea", "code": 422}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:32:51.160005 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3234cc33-0247-4f04-8403-364387252031 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:32:51.160406 dv-cinder-837523-1-iscsi neutron-server[103285]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3234cc33-0247-4f04-8403-364387252031']: {'server_uuid': '9d030959-c308-4f12-b558-d4650608dcc4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'adc3c814-7232-4008-bd66-2d49376d7bea', 'code': 422} returned with failed status Apr 12 14:32:51.543444 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:51.614824 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9559c-f463-4e81-b204-923be760fa88 req-7883fbf6-3aa0-4928-880a-a2a8038971d9 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:51.616302 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6cb9559c-f463-4e81-b204-923be760fa88 req-7883fbf6-3aa0-4928-880a-a2a8038971d9 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 946 time: 0.0467784 Apr 12 14:32:51.668780 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6cb9559c-f463-4e81-b204-923be760fa88 req-f81a3504-35c7-4cca-98b9-fde0cd1fee6c tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461333 Apr 12 14:32:52.114862 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f7d6e-2e3a-4ee8-b7d6-5a97ed51014c req-b94d77b2-7f78-4875-b015-b0bf8efe7ccc tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:52.117162 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2e9f7d6e-2e3a-4ee8-b7d6-5a97ed51014c req-b94d77b2-7f78-4875-b015-b0bf8efe7ccc tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 943 time: 0.0502896 Apr 12 14:32:52.166691 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2e9f7d6e-2e3a-4ee8-b7d6-5a97ed51014c req-55d99cdc-6ffb-4451-918f-07be548e91a1 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433338 Apr 12 14:32:52.897557 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:53.283438 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f76ec-54ae-439d-a977-530704c3c1b3 req-abd6151e-2c8c-4094-b862-5e3118999540 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:53.284931 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-547f76ec-54ae-439d-a977-530704c3c1b3 req-abd6151e-2c8c-4094-b862-5e3118999540 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 943 time: 0.0510066 Apr 12 14:32:53.337204 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-547f76ec-54ae-439d-a977-530704c3c1b3 req-97bcf1be-8acf-4cdf-bb1c-2fe4cd10788c tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459681 Apr 12 14:32:53.346700 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:32:54.421534 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:54.456945 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1677712-e1eb-4066-a6d2-54a10004d84b req-e2a2ea2c-ba2d-4393-a93b-7958e615eb27 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:54.458507 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a1677712-e1eb-4066-a6d2-54a10004d84b req-e2a2ea2c-ba2d-4393-a93b-7958e615eb27 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 943 time: 0.0522039 Apr 12 14:32:54.508857 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a1677712-e1eb-4066-a6d2-54a10004d84b req-5ca991a3-0f68-4722-b58a-b8bcc5a04484 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438430 Apr 12 14:32:54.636524 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690cc8f-071c-4b9c-9284-fc18fabc0b87 req-f9d307ae-d5ee-47a5-a86b-53c1edf6c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:54.638098 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b690cc8f-071c-4b9c-9284-fc18fabc0b87 req-f9d307ae-d5ee-47a5-a86b-53c1edf6c8e8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4&tenant_id=7d89981605ac41269cf7b7faf5d40904 HTTP/1.1" status: 200 len: 1127 time: 0.0458529 Apr 12 14:32:54.640997 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 60174) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:54.645303 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b67745a0-8a38-4969-a27a-4f75732a1cca tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--3549715', 'description': 'tempest-description--50621913'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:32:54.667975 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b67745a0-8a38-4969-a27a-4f75732a1cca tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:54.729647 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690cc8f-071c-4b9c-9284-fc18fabc0b87 req-f6b650e2-e69f-4209-8dc4-36dee64ed5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:54.731323 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b690cc8f-071c-4b9c-9284-fc18fabc0b87 req-f6b650e2-e69f-4209-8dc4-36dee64ed5c7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7d89981605ac41269cf7b7faf5d40904&device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 1127 time: 0.0534265 Apr 12 14:32:54.843135 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b67745a0-8a38-4969-a27a-4f75732a1cca tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group (4b0e77ff-8d81-4a64-a9e1-8a6ec8ca1f0c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:54.849511 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b67745a0-8a38-4969-a27a-4f75732a1cca tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (4b0e77ff-8d81-4a64-a9e1-8a6ec8ca1f0c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:54.890993 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b67745a0-8a38-4969-a27a-4f75732a1cca tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:54.892129 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b67745a0-8a38-4969-a27a-4f75732a1cca tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2501998 Apr 12 14:32:54.895187 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 60176) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:54.895714 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690cc8f-071c-4b9c-9284-fc18fabc0b87 req-e1bab2ed-0a71-41dc-bf22-8255a9777832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:54.896695 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b690cc8f-071c-4b9c-9284-fc18fabc0b87 req-e1bab2ed-0a71-41dc-bf22-8255a9777832 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0028eeda-a542-4e5c-bf2c-a2a860757c70 HTTP/1.1" status: 200 len: 911 time: 0.1570077 Apr 12 14:32:54.898434 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67745a0-8a38-4969-a27a-4f75732a1cca tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0e77ff-8d81-4a64-a9e1-8a6ec8ca1f0c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:54.899916 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-c530acee-3d64-4de6-8b24-a86867c6634e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Request body: {'security_group_rule': {'security_group_id': '4b0e77ff-8d81-4a64-a9e1-8a6ec8ca1f0c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:32:54.913449 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67745a0-8a38-4969-a27a-4f75732a1cca tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:54.913810 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67745a0-8a38-4969-a27a-4f75732a1cca tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:54.914212 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67745a0-8a38-4969-a27a-4f75732a1cca tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:54.914567 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67745a0-8a38-4969-a27a-4f75732a1cca tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:54.915013 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67745a0-8a38-4969-a27a-4f75732a1cca tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:54.915370 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67745a0-8a38-4969-a27a-4f75732a1cca tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:54.915751 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67745a0-8a38-4969-a27a-4f75732a1cca tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:54.916119 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67745a0-8a38-4969-a27a-4f75732a1cca tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:54.916454 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67745a0-8a38-4969-a27a-4f75732a1cca tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:54.916934 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67745a0-8a38-4969-a27a-4f75732a1cca tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:54.917279 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67745a0-8a38-4969-a27a-4f75732a1cca tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:54.917616 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67745a0-8a38-4969-a27a-4f75732a1cca tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:54.917948 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67745a0-8a38-4969-a27a-4f75732a1cca tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:54.918376 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67745a0-8a38-4969-a27a-4f75732a1cca tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:54.918748 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67745a0-8a38-4969-a27a-4f75732a1cca tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:54.941189 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c530acee-3d64-4de6-8b24-a86867c6634e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group_rule (48457d2f-ad1a-4b8f-9678-ff116a846bae), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:54.978569 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b690cc8f-071c-4b9c-9284-fc18fabc0b87 req-e3ee4b8e-7774-4132-bd07-4e494b970105 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adc3c814-7232-4008-bd66-2d49376d7bea HTTP/1.1" status: 200 len: 999 time: 0.0725605 Apr 12 14:32:54.997739 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c530acee-3d64-4de6-8b24-a86867c6634e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group_rule (48457d2f-ad1a-4b8f-9678-ff116a846bae), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:55.002281 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c530acee-3d64-4de6-8b24-a86867c6634e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (48457d2f-ad1a-4b8f-9678-ff116a846bae), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:55.022168 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530acee-3d64-4de6-8b24-a86867c6634e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48457d2f-ad1a-4b8f-9678-ff116a846bae,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:55.030048 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690cc8f-071c-4b9c-9284-fc18fabc0b87 req-a8d71535-c4e3-4f9c-9830-0a2a9c589d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:55.031525 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b690cc8f-071c-4b9c-9284-fc18fabc0b87 req-a8d71535-c4e3-4f9c-9830-0a2a9c589d37 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50a10eae-8710-47a5-b19f-59b43e706f9d HTTP/1.1" status: 200 len: 848 time: 0.0464916 Apr 12 14:32:55.035723 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c530acee-3d64-4de6-8b24-a86867c6634e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:55.040322 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-c530acee-3d64-4de6-8b24-a86867c6634e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412125 Apr 12 14:32:55.040506 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530acee-3d64-4de6-8b24-a86867c6634e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:55.040799 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530acee-3d64-4de6-8b24-a86867c6634e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:55.041174 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530acee-3d64-4de6-8b24-a86867c6634e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:55.041521 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530acee-3d64-4de6-8b24-a86867c6634e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:55.042031 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530acee-3d64-4de6-8b24-a86867c6634e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:55.042194 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530acee-3d64-4de6-8b24-a86867c6634e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:55.042418 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 60178) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:55.042581 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530acee-3d64-4de6-8b24-a86867c6634e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:55.042911 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530acee-3d64-4de6-8b24-a86867c6634e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:55.043276 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530acee-3d64-4de6-8b24-a86867c6634e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:55.043639 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530acee-3d64-4de6-8b24-a86867c6634e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:55.044000 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530acee-3d64-4de6-8b24-a86867c6634e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:55.044366 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530acee-3d64-4de6-8b24-a86867c6634e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:55.045029 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530acee-3d64-4de6-8b24-a86867c6634e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:55.045394 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530acee-3d64-4de6-8b24-a86867c6634e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:55.045730 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530acee-3d64-4de6-8b24-a86867c6634e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:32:55.049371 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-157ffeed-8737-40b7-8005-93be7d32b5bf tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Request body: {'security_group_rule': {'security_group_id': '4b0e77ff-8d81-4a64-a9e1-8a6ec8ca1f0c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:32:55.100039 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690cc8f-071c-4b9c-9284-fc18fabc0b87 req-ce497687-7a8b-4f87-8318-ea69d8e438c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:55.101653 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b690cc8f-071c-4b9c-9284-fc18fabc0b87 req-ce497687-7a8b-4f87-8318-ea69d8e438c9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0028eeda-a542-4e5c-bf2c-a2a860757c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581622 Apr 12 14:32:55.108093 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-157ffeed-8737-40b7-8005-93be7d32b5bf tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group_rule (37485a0a-aa98-4f4b-8efa-a52b4d9f2558), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:55.222837 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-157ffeed-8737-40b7-8005-93be7d32b5bf tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group_rule (37485a0a-aa98-4f4b-8efa-a52b4d9f2558), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:55.230725 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-157ffeed-8737-40b7-8005-93be7d32b5bf tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (37485a0a-aa98-4f4b-8efa-a52b4d9f2558), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:55.242245 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b690cc8f-071c-4b9c-9284-fc18fabc0b87 req-a5a855d2-fb76-43d2-8583-0817d66bc96d service neutron] 10.222.0.69 "GET /v2.0/networks/0028eeda-a542-4e5c-bf2c-a2a860757c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313660 Apr 12 14:32:55.260406 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ffeed-8737-40b7-8005-93be7d32b5bf tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37485a0a-aa98-4f4b-8efa-a52b4d9f2558,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:55.277968 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-157ffeed-8737-40b7-8005-93be7d32b5bf tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:55.279373 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-157ffeed-8737-40b7-8005-93be7d32b5bf tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2344139 Apr 12 14:32:55.282606 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 60180) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:32:55.287722 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-a662bc68-7289-4d19-9a86-083d33f70ea8 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Request body: {'floatingip': {'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:32:55.309509 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a662bc68-7289-4d19-9a86-083d33f70ea8 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:55.362819 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b690cc8f-071c-4b9c-9284-fc18fabc0b87 req-9075d6e7-8df7-413c-b3e3-bd30083ae7cd service neutron] 10.222.0.69 "GET /v2.0/networks/0028eeda-a542-4e5c-bf2c-a2a860757c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118381 Apr 12 14:32:55.388193 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a662bc68-7289-4d19-9a86-083d33f70ea8 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:55.498431 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-a662bc68-7289-4d19-9a86-083d33f70ea8 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Allocated IP 172.27.0.254 (d880c522-0b20-4278-b126-cb351e10a8a1/d5f6c94a-8527-427a-a2ce-715c797655f2/5cd3dfc2-7125-4cdc-99f3-7ff641ab7ad2) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:32:55.605980 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a662bc68-7289-4d19-9a86-083d33f70ea8 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for port (5cd3dfc2-7125-4cdc-99f3-7ff641ab7ad2), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:55.627215 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc6117-006f-402c-962c-6a31b06a5c16 req-ba5db40a-0e10-4e09-ab59-93676c5cb18f tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:55.628705 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b7fc6117-006f-402c-962c-6a31b06a5c16 req-ba5db40a-0e10-4e09-ab59-93676c5cb18f tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 943 time: 0.0487413 Apr 12 14:32:55.646088 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a662bc68-7289-4d19-9a86-083d33f70ea8 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (5cd3dfc2-7125-4cdc-99f3-7ff641ab7ad2), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:55.686681 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a662bc68-7289-4d19-9a86-083d33f70ea8 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Network d880c522-0b20-4278-b126-cb351e10a8a1 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:32:55.686927 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b7fc6117-006f-402c-962c-6a31b06a5c16 req-8d4067d6-4ef6-44a9-b6f0-9fd9db5a9479 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517046 Apr 12 14:32:55.689852 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-a662bc68-7289-4d19-9a86-083d33f70ea8 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:32:55.697791 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a662bc68-7289-4d19-9a86-083d33f70ea8 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:32:55.699863 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662bc68-7289-4d19-9a86-083d33f70ea8 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event updated for resources: {'Port': ['ID=5cd3dfc2-7125-4cdc-99f3-7ff641ab7ad2,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:55.784376 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a662bc68-7289-4d19-9a86-083d33f70ea8 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (6d553c2f-939d-43a3-90a1-60ac1ccaea34), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:55.825274 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a662bc68-7289-4d19-9a86-083d33f70ea8 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (5cd3dfc2-7125-4cdc-99f3-7ff641ab7ad2), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:55.977256 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a662bc68-7289-4d19-9a86-083d33f70ea8 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for port (5cd3dfc2-7125-4cdc-99f3-7ff641ab7ad2), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:55.982086 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a662bc68-7289-4d19-9a86-083d33f70ea8 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3951234'] for port (5cd3dfc2-7125-4cdc-99f3-7ff641ab7ad2), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:56.053277 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662bc68-7289-4d19-9a86-083d33f70ea8 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event updated for resources: {'Port': ['ID=5cd3dfc2-7125-4cdc-99f3-7ff641ab7ad2,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:56.064931 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a662bc68-7289-4d19-9a86-083d33f70ea8 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (6d553c2f-939d-43a3-90a1-60ac1ccaea34), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:56.082414 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a662bc68-7289-4d19-9a86-083d33f70ea8 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:56.083672 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-a662bc68-7289-4d19-9a86-083d33f70ea8 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8000705 Apr 12 14:32:56.285926 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-8b3daa84-9b7b-4695-874a-00a40cd0d8fc tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--3549715&fields=id&tenant_id=b89123ba80a94b8d8e37e734b8a4615a HTTP/1.1" status: 200 len: 267 time: 0.0423586 Apr 12 14:32:56.393649 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-cbb931bc-f5b4-4f91-92cd-5b4c312cb650 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:56.395059 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-cbb931bc-f5b4-4f91-92cd-5b4c312cb650 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/networks?id=b92ade3c-1952-4e8c-a71a-76cbe01a1576 HTTP/1.1" status: 200 len: 815 time: 0.1027892 Apr 12 14:32:56.409612 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-3bdeee0e-bf03-4e2b-8c52-86477c5a1f76 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/quotas/b89123ba80a94b8d8e37e734b8a4615a HTTP/1.1" status: 200 len: 375 time: 0.0092652 Apr 12 14:32:56.461376 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-d3ffc45d-e904-481c-bc66-a1c003ad658a tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b89123ba80a94b8d8e37e734b8a4615a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467625 Apr 12 14:32:56.574118 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-bc42f954-5906-4e8d-ba00-016c8258faa7 service neutron] 10.222.0.79 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017168 Apr 12 14:32:56.928005 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff521443-39ee-442e-89e3-13e28ae64d25 req-7d8187ab-44eb-44b8-bdcf-901585ac8d86 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:56.929478 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ff521443-39ee-442e-89e3-13e28ae64d25 req-7d8187ab-44eb-44b8-bdcf-901585ac8d86 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 943 time: 0.0894644 Apr 12 14:32:56.968646 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-357305a1-80a2-4d66-b8af-05ebb749e3d3 service neutron] 10.222.0.79 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886328 Apr 12 14:32:56.992045 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ff521443-39ee-442e-89e3-13e28ae64d25 req-8ee6b6ee-bbc6-418a-9e3d-c4b5b087aa5f tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562403 Apr 12 14:32:57.136193 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-63d0e08b-6d3d-4303-800d-c21337a9d4f4 req-6dd16e13-aa80-44b9-938c-11fb229b12d2 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=399ff244-1760-492f-9975-0041e39a235f HTTP/1.1" status: 200 len: 210 time: 0.0283108 Apr 12 14:32:58.109427 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75fb8c-c666-4e97-8ca1-7bf8d2d44f8c req-e8b2a777-576f-46b2-91c6-aa0a75b213cf tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:58.110975 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9e75fb8c-c666-4e97-8ca1-7bf8d2d44f8c req-e8b2a777-576f-46b2-91c6-aa0a75b213cf tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 943 time: 0.0464199 Apr 12 14:32:58.258338 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-92619d9a-2227-406f-b769-9ac3c49f2ed9 req-511077fa-1687-4017-a1fe-a702c0ff8c08 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=399ff244-1760-492f-9975-0041e39a235f HTTP/1.1" status: 200 len: 210 time: 0.0447168 Apr 12 14:32:58.270112 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9e75fb8c-c666-4e97-8ca1-7bf8d2d44f8c req-6aa02abf-7cd3-4bdf-9273-7df0f28969a1 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526194 Apr 12 14:32:58.297871 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-dc7b4b13-d785-41cc-99e9-8d1db9ece510 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:58.299379 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-dc7b4b13-d785-41cc-99e9-8d1db9ece510 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.69 "GET /v2.0/networks?id=b92ade3c-1952-4e8c-a71a-76cbe01a1576 HTTP/1.1" status: 200 len: 815 time: 0.1754811 Apr 12 14:32:58.391348 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-9c1a0881-5177-42ce-94f0-6caed092d5de tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b89123ba80a94b8d8e37e734b8a4615a HTTP/1.1" status: 200 len: 470 time: 0.0683773 Apr 12 14:32:58.473271 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-eccbd793-19a7-4b5a-b1ec-b48b0b8f298c tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Request body: {'port': {'device_id': '399ff244-1760-492f-9975-0041e39a235f', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'admin_state_up': True, 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'security_groups': ['4b0e77ff-8d81-4a64-a9e1-8a6ec8ca1f0c']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:32:58.579254 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-eccbd793-19a7-4b5a-b1ec-b48b0b8f298c tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Made reservation on behalf of b89123ba80a94b8d8e37e734b8a4615a for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:32:58.582667 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-eccbd793-19a7-4b5a-b1ec-b48b0b8f298c tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:58.711480 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-eccbd793-19a7-4b5a-b1ec-b48b0b8f298c tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Allocated IP 172.20.0.8 (b92ade3c-1952-4e8c-a71a-76cbe01a1576/f447f83a-4258-47f2-9876-65788ff6ba27/bc63ad91-ac05-4eee-9c22-65c719661432) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:32:58.850559 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-eccbd793-19a7-4b5a-b1ec-b48b0b8f298c tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for port (bc63ad91-ac05-4eee-9c22-65c719661432), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:58.889634 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-eccbd793-19a7-4b5a-b1ec-b48b0b8f298c tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (bc63ad91-ac05-4eee-9c22-65c719661432), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:58.928040 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-eccbd793-19a7-4b5a-b1ec-b48b0b8f298c tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Network b92ade3c-1952-4e8c-a71a-76cbe01a1576 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:32:58.931997 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-eccbd793-19a7-4b5a-b1ec-b48b0b8f298c tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:32:58.936585 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-eccbd793-19a7-4b5a-b1ec-b48b0b8f298c tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:32:58.971854 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbd793-19a7-4b5a-b1ec-b48b0b8f298c tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event updated for resources: {'Port': ['ID=bc63ad91-ac05-4eee-9c22-65c719661432,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:58.997337 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-eccbd793-19a7-4b5a-b1ec-b48b0b8f298c tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:58.997967 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-eccbd793-19a7-4b5a-b1ec-b48b0b8f298c tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:59.014468 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-eccbd793-19a7-4b5a-b1ec-b48b0b8f298c tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5452852 Apr 12 14:32:59.040536 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-3d4db8bd-664d-4805-ac91-cf5e2a11ac67 service neutron] Request body: {'port': {'device_id': '399ff244-1760-492f-9975-0041e39a235f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:32:59.106515 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-3d4db8bd-664d-4805-ac91-cf5e2a11ac67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (bc63ad91-ac05-4eee-9c22-65c719661432), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:59.150444 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-87e5cc1b-0943-4c56-8b7d-f838b68369c2 None None] Provisioning complete for port bc63ad91-ac05-4eee-9c22-65c719661432 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:32:59.151055 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-87e5cc1b-0943-4c56-8b7d-f838b68369c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (bc63ad91-ac05-4eee-9c22-65c719661432), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:59.189048 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-87e5cc1b-0943-4c56-8b7d-f838b68369c2 None None] Port bc63ad91-ac05-4eee-9c22-65c719661432 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:32:59.413192 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfd3c5-d1ff-4bf5-94ce-419653bc2bde req-e2daaf68-ac63-453d-9134-5cd16272efa7 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:59.415397 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-67cfd3c5-d1ff-4bf5-94ce-419653bc2bde req-e2daaf68-ac63-453d-9134-5cd16272efa7 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=399ff244-1760-492f-9975-0041e39a235f HTTP/1.1" status: 200 len: 931 time: 0.0829210 Apr 12 14:32:59.462967 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c9a98-fa5d-4ea1-a72d-988e9a5ec8fe req-510054ba-2082-432f-9b80-67b68d857d14 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:59.464550 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-815c9a98-fa5d-4ea1-a72d-988e9a5ec8fe req-510054ba-2082-432f-9b80-67b68d857d14 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 943 time: 0.1196940 Apr 12 14:32:59.513527 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-3d4db8bd-664d-4805-ac91-cf5e2a11ac67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc63ad91-ac05-4eee-9c22-65c719661432 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:32:59.533826 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-3d4db8bd-664d-4805-ac91-cf5e2a11ac67 service neutron] Publish callbacks [] for port (bc63ad91-ac05-4eee-9c22-65c719661432), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:59.558010 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-67cfd3c5-d1ff-4bf5-94ce-419653bc2bde req-54488318-a249-45f5-8f4b-518c0e945055 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b0e77ff-8d81-4a64-a9e1-8a6ec8ca1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1349993 Apr 12 14:32:59.569748 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-815c9a98-fa5d-4ea1-a72d-988e9a5ec8fe req-6ceb6b9f-1433-4054-908a-4e21a5c105c2 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949759 Apr 12 14:32:59.571051 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-3d4db8bd-664d-4805-ac91-cf5e2a11ac67 service neutron] Transition to ACTIVE for port object bc63ad91-ac05-4eee-9c22-65c719661432 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:32:59.575428 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-3d4db8bd-664d-4805-ac91-cf5e2a11ac67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (bc63ad91-ac05-4eee-9c22-65c719661432), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:59.628449 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4db8bd-664d-4805-ac91-cf5e2a11ac67 service neutron] Pushing event updated for resources: {'Port': ['ID=bc63ad91-ac05-4eee-9c22-65c719661432,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:59.711673 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-3d4db8bd-664d-4805-ac91-cf5e2a11ac67 service neutron] Attempting to bind port bc63ad91-ac05-4eee-9c22-65c719661432 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:32:59.712099 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-3d4db8bd-664d-4805-ac91-cf5e2a11ac67 service neutron] Attempting to bind port bc63ad91-ac05-4eee-9c22-65c719661432 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '5facf32a-40c5-4067-8228-6e38b04f0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:32:59.712748 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-3d4db8bd-664d-4805-ac91-cf5e2a11ac67 service neutron] Attempting to bind port bc63ad91-ac05-4eee-9c22-65c719661432 on network b92ade3c-1952-4e8c-a71a-76cbe01a1576 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:32:59.718066 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-3d4db8bd-664d-4805-ac91-cf5e2a11ac67 service neutron] Port bc63ad91-ac05-4eee-9c22-65c719661432 on network b92ade3c-1952-4e8c-a71a-76cbe01a1576 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:32:59.718463 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-3d4db8bd-664d-4805-ac91-cf5e2a11ac67 service neutron] Attempting to bind port bc63ad91-ac05-4eee-9c22-65c719661432 on network b92ade3c-1952-4e8c-a71a-76cbe01a1576 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:32:59.725205 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-3d4db8bd-664d-4805-ac91-cf5e2a11ac67 service neutron] Checking agent: {'id': '533323ec-e26b-4d23-bab1-f8a1493e3727', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'started_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:32:59.725546 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-3d4db8bd-664d-4805-ac91-cf5e2a11ac67 service neutron] Checking segment: {'id': '5facf32a-40c5-4067-8228-6e38b04f0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:32:59.725937 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-3d4db8bd-664d-4805-ac91-cf5e2a11ac67 service neutron] Bound using segment: {'id': '5facf32a-40c5-4067-8228-6e38b04f0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:32:59.726400 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-3d4db8bd-664d-4805-ac91-cf5e2a11ac67 service neutron] Bound port: bc63ad91-ac05-4eee-9c22-65c719661432, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5facf32a-40c5-4067-8228-6e38b04f0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:32:59.726763 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-3d4db8bd-664d-4805-ac91-cf5e2a11ac67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (bc63ad91-ac05-4eee-9c22-65c719661432), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:59.798140 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-3d4db8bd-664d-4805-ac91-cf5e2a11ac67 service neutron] For port bc63ad91-ac05-4eee-9c22-65c719661432, host hv-cinder-83752, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:32:59.801511 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-3d4db8bd-664d-4805-ac91-cf5e2a11ac67 service neutron] For port bc63ad91-ac05-4eee-9c22-65c719661432, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=bc63ad91-ac05-4eee-9c22-65c719661432,segment=NetworkSegment(5facf32a-40c5-4067-8228-6e38b04f0740),segment_id=5facf32a-40c5-4067-8228-6e38b04f0740)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:32:59.808112 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-3d4db8bd-664d-4805-ac91-cf5e2a11ac67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (bc63ad91-ac05-4eee-9c22-65c719661432), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:59.845976 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-3d4db8bd-664d-4805-ac91-cf5e2a11ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:59.846593 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-3d4db8bd-664d-4805-ac91-cf5e2a11ac67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:32:59.848235 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-3d4db8bd-664d-4805-ac91-cf5e2a11ac67 service neutron] 10.222.0.69 "PUT /v2.0/ports/bc63ad91-ac05-4eee-9c22-65c719661432 HTTP/1.1" status: 200 len: 1093 time: 0.8187511 Apr 12 14:32:59.848479 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399ff244-1760-492f-9975-0041e39a235f', 'tag': 'bc63ad91-ac05-4eee-9c22-65c719661432'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:32:59.850631 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d2aa5d-f573-450f-9b71-3846d30d24d2" -d '{"events": [{"name": "network-changed", "server_uuid": "399ff244-1760-492f-9975-0041e39a235f", "tag": "bc63ad91-ac05-4eee-9c22-65c719661432"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:32:59.888046 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4db8bd-664d-4805-ac91-cf5e2a11ac67 service neutron] Pushing event updated for resources: {'Port': ['ID=bc63ad91-ac05-4eee-9c22-65c719661432,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:32:59.900675 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b23e8b-0dc9-4701-89ca-a8a1e94aef56 x-openstack-request-id: req-e0b23e8b-0dc9-4701-89ca-a8a1e94aef56 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:32:59.901043 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399ff244-1760-492f-9975-0041e39a235f", "tag": "bc63ad91-ac05-4eee-9c22-65c719661432", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:32:59.901294 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e0b23e8b-0dc9-4701-89ca-a8a1e94aef56 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:32:59.901750 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0b23e8b-0dc9-4701-89ca-a8a1e94aef56'] response: {'name': 'network-changed', 'server_uuid': '399ff244-1760-492f-9975-0041e39a235f', 'tag': 'bc63ad91-ac05-4eee-9c22-65c719661432', 'status': 'completed', 'code': 200} Apr 12 14:32:59.969557 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-8bd4c3a9-b0f2-4c91-a313-9f52522cb129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:32:59.971080 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-8bd4c3a9-b0f2-4c91-a313-9f52522cb129 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b89123ba80a94b8d8e37e734b8a4615a&device_id=399ff244-1760-492f-9975-0041e39a235f HTTP/1.1" status: 200 len: 1127 time: 0.0530782 Apr 12 14:33:00.027247 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-33a875f9-0cab-4194-92cb-a50d08d67604 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc63ad91-ac05-4eee-9c22-65c719661432 HTTP/1.1" status: 200 len: 217 time: 0.0422349 Apr 12 14:33:00.081994 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-5e783e4f-16e4-43be-ad07-146ec5638011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:00.083564 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-5e783e4f-16e4-43be-ad07-146ec5638011 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f447f83a-4258-47f2-9876-65788ff6ba27 HTTP/1.1" status: 200 len: 854 time: 0.0501125 Apr 12 14:33:00.134108 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-865143bc-8769-4fd4-9687-f261f8b6ed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:00.135797 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-865143bc-8769-4fd4-9687-f261f8b6ed8d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b92ade3c-1952-4e8c-a71a-76cbe01a1576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458214 Apr 12 14:33:00.231182 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-9b3392b5-ae55-44fa-94c3-419bcbb2c743 service neutron] 10.222.0.69 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876579 Apr 12 14:33:00.325120 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbb1dd9f-5b5d-40d6-95b3-b979d3fcf404 req-e5905dcd-ab7f-4a41-b308-3c81b7d9480e service neutron] 10.222.0.69 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865154 Apr 12 14:33:00.712046 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697d0f4-6720-4d20-abbb-4c261879fdaf req-788f4df9-9dd6-499c-90ac-9f4110e53521 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:00.713710 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b697d0f4-6720-4d20-abbb-4c261879fdaf req-788f4df9-9dd6-499c-90ac-9f4110e53521 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=399ff244-1760-492f-9975-0041e39a235f HTTP/1.1" status: 200 len: 943 time: 0.0859168 Apr 12 14:33:00.735949 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e3675-675f-4fcd-bf87-c6e65cff2ce1 req-c0463d17-52c6-4482-86f4-0105d99d7f95 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:00.737507 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6e1e3675-675f-4fcd-bf87-c6e65cff2ce1 req-c0463d17-52c6-4482-86f4-0105d99d7f95 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 943 time: 0.0760796 Apr 12 14:33:00.801349 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b697d0f4-6720-4d20-abbb-4c261879fdaf req-731cba41-38a5-41ec-a809-7696c4cc5ca5 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b0e77ff-8d81-4a64-a9e1-8a6ec8ca1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0814617 Apr 12 14:33:00.816385 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6e1e3675-675f-4fcd-bf87-c6e65cff2ce1 req-a5bc44d4-09d1-4802-8aa9-a4fb23dce13b tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719492 Apr 12 14:33:01.454813 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2aa5d-f573-450f-9b71-3846d30d24d2 req-065208cc-4de3-431d-9da8-f55ce02872a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:01.456375 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a5d2aa5d-f573-450f-9b71-3846d30d24d2 req-065208cc-4de3-431d-9da8-f55ce02872a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b89123ba80a94b8d8e37e734b8a4615a&device_id=399ff244-1760-492f-9975-0041e39a235f HTTP/1.1" status: 200 len: 1127 time: 0.0431852 Apr 12 14:33:01.919676 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cd767-de70-4d20-9add-2270ae58ef07 req-fdb4ed2d-6a0d-4737-8314-d3c5d13eadfe tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:01.921163 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7b3cd767-de70-4d20-9add-2270ae58ef07 req-fdb4ed2d-6a0d-4737-8314-d3c5d13eadfe tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=399ff244-1760-492f-9975-0041e39a235f HTTP/1.1" status: 200 len: 943 time: 0.0514791 Apr 12 14:33:01.968188 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7b3cd767-de70-4d20-9add-2270ae58ef07 req-761708be-f281-4106-8e73-6ef0b245e821 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b0e77ff-8d81-4a64-a9e1-8a6ec8ca1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414698 Apr 12 14:33:02.076613 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a831c0e-ab4f-4796-9f3b-3d125254dd3b req-bdef4e67-d553-48a5-aeb3-3e984a1a3310 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:02.078103 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4a831c0e-ab4f-4796-9f3b-3d125254dd3b req-bdef4e67-d553-48a5-aeb3-3e984a1a3310 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 943 time: 0.0477605 Apr 12 14:33:02.149413 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4a831c0e-ab4f-4796-9f3b-3d125254dd3b req-11b65a83-7d05-4d1d-8be7-b9f422ac00b4 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656469 Apr 12 14:33:02.230361 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2aa5d-f573-450f-9b71-3846d30d24d2 req-41432a83-d19e-4706-9417-4b609df6958e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:02.231936 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a5d2aa5d-f573-450f-9b71-3846d30d24d2 req-41432a83-d19e-4706-9417-4b609df6958e service neutron] 10.222.0.69 "GET /v2.0/networks?id=b92ade3c-1952-4e8c-a71a-76cbe01a1576 HTTP/1.1" status: 200 len: 917 time: 0.1080377 Apr 12 14:33:02.281702 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a5d2aa5d-f573-450f-9b71-3846d30d24d2 req-f76da06a-1d06-4c71-92e7-bd3732b3a253 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc63ad91-ac05-4eee-9c22-65c719661432 HTTP/1.1" status: 200 len: 217 time: 0.0420499 Apr 12 14:33:02.351109 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2aa5d-f573-450f-9b71-3846d30d24d2 req-2da6991f-28e7-46f3-a768-463a98b3f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:02.352599 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a5d2aa5d-f573-450f-9b71-3846d30d24d2 req-2da6991f-28e7-46f3-a768-463a98b3f331 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f447f83a-4258-47f2-9876-65788ff6ba27 HTTP/1.1" status: 200 len: 854 time: 0.0546389 Apr 12 14:33:02.401708 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2aa5d-f573-450f-9b71-3846d30d24d2 req-c1722ad4-0cfa-4965-b75b-d300b3ad6d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:02.403458 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a5d2aa5d-f573-450f-9b71-3846d30d24d2 req-c1722ad4-0cfa-4965-b75b-d300b3ad6d40 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b92ade3c-1952-4e8c-a71a-76cbe01a1576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450673 Apr 12 14:33:02.510706 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a5d2aa5d-f573-450f-9b71-3846d30d24d2 req-0356fdcb-f49e-4839-b722-b24d4bf0efc7 service neutron] 10.222.0.69 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944605 Apr 12 14:33:02.610752 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a5d2aa5d-f573-450f-9b71-3846d30d24d2 req-9d2ab804-f9d5-4993-8165-25adf042aefd service neutron] 10.222.0.69 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929253 Apr 12 14:33:02.906689 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device bc63ad91-ac05-4eee-9c22-65c719661432 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:33:03.017935 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port bc63ad91-ac05-4eee-9c22-65c719661432, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=bc63ad91-ac05-4eee-9c22-65c719661432,segment=NetworkSegment(5facf32a-40c5-4067-8228-6e38b04f0740),segment_id=5facf32a-40c5-4067-8228-6e38b04f0740)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:03.030435 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Returning: {'device': 'bc63ad91-ac05-4eee-9c22-65c719661432', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'port_id': 'bc63ad91-ac05-4eee-9c22-65c719661432', 'mac_address': 'fa:16:3e:ba:8f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:33:03.071748 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port bc63ad91-ac05-4eee-9c22-65c719661432 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:33:03.072140 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (bc63ad91-ac05-4eee-9c22-65c719661432), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:03.078904 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad283117-0665-4754-9e70-6ac62e4e9644 req-c4f7d52f-fd62-48e9-bd83-62f965e27496 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:03.080378 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ad283117-0665-4754-9e70-6ac62e4e9644 req-c4f7d52f-fd62-48e9-bd83-62f965e27496 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=399ff244-1760-492f-9975-0041e39a235f HTTP/1.1" status: 200 len: 943 time: 0.0469677 Apr 12 14:33:03.085429 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc63ad91-ac05-4eee-9c22-65c719661432 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:33:03.107317 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port bc63ad91-ac05-4eee-9c22-65c719661432, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=bc63ad91-ac05-4eee-9c22-65c719661432,segment=NetworkSegment(5facf32a-40c5-4067-8228-6e38b04f0740),segment_id=5facf32a-40c5-4067-8228-6e38b04f0740)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:03.110927 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (bc63ad91-ac05-4eee-9c22-65c719661432), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:03.111567 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device adc3c814-7232-4008-bd66-2d49376d7bea details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:33:03.131096 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ad283117-0665-4754-9e70-6ac62e4e9644 req-c160e255-99b3-4b1d-805f-558912187bff tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b0e77ff-8d81-4a64-a9e1-8a6ec8ca1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441551 Apr 12 14:33:03.178977 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=bc63ad91-ac05-4eee-9c22-65c719661432,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:03.385941 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port adc3c814-7232-4008-bd66-2d49376d7bea, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=adc3c814-7232-4008-bd66-2d49376d7bea,segment=NetworkSegment(06536a47-1698-4e8b-a6d6-edd665214024),segment_id=06536a47-1698-4e8b-a6d6-edd665214024)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:03.397603 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Returning: {'device': 'adc3c814-7232-4008-bd66-2d49376d7bea', 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70', 'port_id': 'adc3c814-7232-4008-bd66-2d49376d7bea', 'mac_address': 'fa:16:3e:7f:32:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a10eae-8710-47a5-b19f-59b43e706f9d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:33:03.439425 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4561e2-980f-475a-924e-96fe5801aeb8 req-d1236d00-f59e-4ec7-986a-32d71c0cdd0d tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:03.440939 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-db4561e2-980f-475a-924e-96fe5801aeb8 req-d1236d00-f59e-4ec7-986a-32d71c0cdd0d tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 943 time: 0.0562794 Apr 12 14:33:03.441859 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port adc3c814-7232-4008-bd66-2d49376d7bea is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:33:03.442254 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (adc3c814-7232-4008-bd66-2d49376d7bea), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:03.456782 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc3c814-7232-4008-bd66-2d49376d7bea {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:33:03.478815 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port adc3c814-7232-4008-bd66-2d49376d7bea, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=adc3c814-7232-4008-bd66-2d49376d7bea,segment=NetworkSegment(06536a47-1698-4e8b-a6d6-edd665214024),segment_id=06536a47-1698-4e8b-a6d6-edd665214024)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:03.482725 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (adc3c814-7232-4008-bd66-2d49376d7bea), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:03.491065 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-db4561e2-980f-475a-924e-96fe5801aeb8 req-8d02477b-466c-4616-b11d-e2cdcddd89cd tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438254 Apr 12 14:33:03.535237 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=adc3c814-7232-4008-bd66-2d49376d7bea,revision_number=7']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:04.034850 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['bc63ad91-ac05-4eee-9c22-65c719661432'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:33:04.179867 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['adc3c814-7232-4008-bd66-2d49376d7bea'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:33:04.245433 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449b6c1-9128-4e84-9dba-e84ed36cb987 req-949fb5a7-14a5-4a47-8600-9088aed2960d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:04.246932 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9449b6c1-9128-4e84-9dba-e84ed36cb987 req-949fb5a7-14a5-4a47-8600-9088aed2960d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=399ff244-1760-492f-9975-0041e39a235f HTTP/1.1" status: 200 len: 944 time: 0.0476928 Apr 12 14:33:04.295897 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9449b6c1-9128-4e84-9dba-e84ed36cb987 req-ef3fb961-7454-41c4-a2e5-1330c5754d95 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b0e77ff-8d81-4a64-a9e1-8a6ec8ca1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428896 Apr 12 14:33:04.604144 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a445cf7-e0e0-419c-bacb-3f71bfa06247 req-c733c2b6-189b-40ec-a19a-70a3fe3f593f tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:04.605577 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1a445cf7-e0e0-419c-bacb-3f71bfa06247 req-c733c2b6-189b-40ec-a19a-70a3fe3f593f tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 944 time: 0.0475659 Apr 12 14:33:04.657940 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1a445cf7-e0e0-419c-bacb-3f71bfa06247 req-580d2a05-7d88-4f02-a93f-a31c7a649e3a tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466657 Apr 12 14:33:05.418688 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feaf714-e29d-48b4-8203-b7798fbce898 req-4f3680f0-bd14-4ea3-94ce-4a7cb636311c tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:05.420165 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9feaf714-e29d-48b4-8203-b7798fbce898 req-4f3680f0-bd14-4ea3-94ce-4a7cb636311c tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=399ff244-1760-492f-9975-0041e39a235f HTTP/1.1" status: 200 len: 944 time: 0.0470922 Apr 12 14:33:05.474293 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9feaf714-e29d-48b4-8203-b7798fbce898 req-e29d95ad-8ce1-4827-a461-b46041513376 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b0e77ff-8d81-4a64-a9e1-8a6ec8ca1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0484297 Apr 12 14:33:05.524838 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device bc63ad91-ac05-4eee-9c22-65c719661432 up at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:33:05.577974 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning for port bc63ad91-ac05-4eee-9c22-65c719661432 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:33:05.583675 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning complete for port bc63ad91-ac05-4eee-9c22-65c719661432 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:33:05.584002 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (bc63ad91-ac05-4eee-9c22-65c719661432), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:05.671848 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port bc63ad91-ac05-4eee-9c22-65c719661432 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:33:05.672244 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (bc63ad91-ac05-4eee-9c22-65c719661432), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:05.695663 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399ff244-1760-492f-9975-0041e39a235f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc63ad91-ac05-4eee-9c22-65c719661432'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:33:05.697840 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78804c0d-85db-47f0-b342-412a058deee0" -d '{"events": [{"server_uuid": "399ff244-1760-492f-9975-0041e39a235f", "name": "network-vif-plugged", "status": "completed", "tag": "bc63ad91-ac05-4eee-9c22-65c719661432"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:33:05.712727 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port bc63ad91-ac05-4eee-9c22-65c719661432, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=bc63ad91-ac05-4eee-9c22-65c719661432,segment=NetworkSegment(5facf32a-40c5-4067-8228-6e38b04f0740),segment_id=5facf32a-40c5-4067-8228-6e38b04f0740)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:05.721536 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (bc63ad91-ac05-4eee-9c22-65c719661432), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:05.722642 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device adc3c814-7232-4008-bd66-2d49376d7bea up at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:33:05.773391 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea121c52-272c-4ae5-93d5-56b8e03f0001 x-openstack-request-id: req-ea121c52-272c-4ae5-93d5-56b8e03f0001 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:33:05.774031 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399ff244-1760-492f-9975-0041e39a235f", "name": "network-vif-plugged", "status": "completed", "tag": "bc63ad91-ac05-4eee-9c22-65c719661432", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:33:05.774031 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ea121c52-272c-4ae5-93d5-56b8e03f0001 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:33:05.774231 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea121c52-272c-4ae5-93d5-56b8e03f0001'] response: {'server_uuid': '399ff244-1760-492f-9975-0041e39a235f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc63ad91-ac05-4eee-9c22-65c719661432', 'code': 200} Apr 12 14:33:05.779728 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5410ca7-d5dd-40c7-a847-e121a0851fff req-d0a2bf0b-d636-4a28-9aa3-a2855e7c9092 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:05.784273 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a5410ca7-d5dd-40c7-a847-e121a0851fff req-d0a2bf0b-d636-4a28-9aa3-a2855e7c9092 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 944 time: 0.0579855 Apr 12 14:33:05.818446 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=bc63ad91-ac05-4eee-9c22-65c719661432,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:05.829787 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning complete for port adc3c814-7232-4008-bd66-2d49376d7bea triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:33:05.830110 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (adc3c814-7232-4008-bd66-2d49376d7bea), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:05.838394 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a5410ca7-d5dd-40c7-a847-e121a0851fff req-12dd2499-2b29-4ae2-927a-a949e9c6d20d tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515692 Apr 12 14:33:05.939145 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port adc3c814-7232-4008-bd66-2d49376d7bea is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:33:05.939673 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (adc3c814-7232-4008-bd66-2d49376d7bea), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:05.955758 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:05.980308 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port adc3c814-7232-4008-bd66-2d49376d7bea, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=adc3c814-7232-4008-bd66-2d49376d7bea,segment=NetworkSegment(06536a47-1698-4e8b-a6d6-edd665214024),segment_id=06536a47-1698-4e8b-a6d6-edd665214024)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:05.983656 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (adc3c814-7232-4008-bd66-2d49376d7bea), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:05.990580 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b24b2-c1ca-43b0-a924-2b4ccd12971b req-e2c301b8-1997-4363-9cc6-28c2119fbad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:05.992141 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ee5b24b2-c1ca-43b0-a924-2b4ccd12971b req-e2c301b8-1997-4363-9cc6-28c2119fbad7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=399ff244-1760-492f-9975-0041e39a235f HTTP/1.1" status: 200 len: 1129 time: 0.0521631 Apr 12 14:33:06.031531 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=adc3c814-7232-4008-bd66-2d49376d7bea,revision_number=8']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:06.039273 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ee5b24b2-c1ca-43b0-a924-2b4ccd12971b req-bac4cb31-4523-4c56-bebb-6effd6ffa1b4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4b0e77ff-8d81-4a64-a9e1-8a6ec8ca1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0384190 Apr 12 14:33:06.588297 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2871e85-c0f0-43cb-8042-7f5d0f33915b req-a34b2c9b-deae-4823-8378-5f4f1e1401eb tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:06.590167 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c2871e85-c0f0-43cb-8042-7f5d0f33915b req-a34b2c9b-deae-4823-8378-5f4f1e1401eb tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=399ff244-1760-492f-9975-0041e39a235f HTTP/1.1" status: 200 len: 945 time: 0.0477440 Apr 12 14:33:06.638662 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c2871e85-c0f0-43cb-8042-7f5d0f33915b req-5601d8ef-4f36-47b3-9bf5-29571b66b492 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b0e77ff-8d81-4a64-a9e1-8a6ec8ca1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425546 Apr 12 14:33:06.950834 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ce62b-1bb8-4b54-9f31-c90f3e40c536 req-3b333a06-b44d-4ec6-a2bd-42b861134960 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:06.952322 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-602ce62b-1bb8-4b54-9f31-c90f3e40c536 req-3b333a06-b44d-4ec6-a2bd-42b861134960 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0463753 Apr 12 14:33:07.005134 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-602ce62b-1bb8-4b54-9f31-c90f3e40c536 req-d76aa900-e4d4-42ff-bfb6-6d6102e85e3e tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469999 Apr 12 14:33:07.759575 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a119e0-a335-4c71-b256-faead49f17d9 req-74ed5f67-50a8-4606-9868-6a7540b29e71 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:07.761113 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c2a119e0-a335-4c71-b256-faead49f17d9 req-74ed5f67-50a8-4606-9868-6a7540b29e71 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=399ff244-1760-492f-9975-0041e39a235f HTTP/1.1" status: 200 len: 945 time: 0.0549724 Apr 12 14:33:07.775446 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d030959-c308-4f12-b558-d4650608dcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc3c814-7232-4008-bd66-2d49376d7bea'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:33:07.778923 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f519ae1f-cc69-4581-84a9-ce5f77275ba1" -d '{"events": [{"server_uuid": "9d030959-c308-4f12-b558-d4650608dcc4", "name": "network-vif-plugged", "status": "completed", "tag": "adc3c814-7232-4008-bd66-2d49376d7bea"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:33:07.813413 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c2a119e0-a335-4c71-b256-faead49f17d9 req-4786ae88-b63a-43c7-9beb-1c90c5816d7d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b0e77ff-8d81-4a64-a9e1-8a6ec8ca1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0464442 Apr 12 14:33:07.817632 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9767198-7408-4742-86e3-ffc7a48d5562 x-openstack-request-id: req-b9767198-7408-4742-86e3-ffc7a48d5562 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:33:07.818032 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d030959-c308-4f12-b558-d4650608dcc4", "name": "network-vif-plugged", "status": "completed", "tag": "adc3c814-7232-4008-bd66-2d49376d7bea", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:33:07.818426 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b9767198-7408-4742-86e3-ffc7a48d5562 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:33:07.818972 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9767198-7408-4742-86e3-ffc7a48d5562'] response: {'server_uuid': '9d030959-c308-4f12-b558-d4650608dcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc3c814-7232-4008-bd66-2d49376d7bea', 'code': 200} Apr 12 14:33:08.129188 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa3fae-e546-4f00-afc7-570988b6c319 req-5a0f3eef-61ee-4e4c-84d4-5ffada1aa3ff tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:08.130576 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-57fa3fae-e546-4f00-afc7-570988b6c319 req-5a0f3eef-61ee-4e4c-84d4-5ffada1aa3ff tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0477965 Apr 12 14:33:08.180720 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-57fa3fae-e546-4f00-afc7-570988b6c319 req-ace9627e-1929-4c49-92ad-b66b9558c811 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444901 Apr 12 14:33:08.602106 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafee72-f794-4ad9-854c-89f257fbaacf req-7834fdec-b769-4754-827c-faa5ff08c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:08.603658 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2dafee72-f794-4ad9-854c-89f257fbaacf req-7834fdec-b769-4754-827c-faa5ff08c77c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 1129 time: 0.0431485 Apr 12 14:33:08.941940 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0b9d1-db01-4164-a585-8e204d91b0d1 req-0acb7533-c05d-4a2d-aabf-05f9298ba0c6 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:08.942800 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f3e0b9d1-db01-4164-a585-8e204d91b0d1 req-0acb7533-c05d-4a2d-aabf-05f9298ba0c6 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=399ff244-1760-492f-9975-0041e39a235f HTTP/1.1" status: 200 len: 945 time: 0.0628374 Apr 12 14:33:08.985204 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2dafee72-f794-4ad9-854c-89f257fbaacf req-c09ae6ad-746e-44b1-b2cb-64fad50aa2be service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756309 Apr 12 14:33:09.018016 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f3e0b9d1-db01-4164-a585-8e204d91b0d1 req-28793124-7c55-4b4c-9f19-ccde9717f054 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b0e77ff-8d81-4a64-a9e1-8a6ec8ca1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0641491 Apr 12 14:33:09.134491 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037cec6-015e-4d18-ba51-561930b28f00 req-7458bfae-8444-45d9-abe3-975d92f0c364 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:09.135973 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5037cec6-015e-4d18-ba51-561930b28f00 req-7458bfae-8444-45d9-abe3-975d92f0c364 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=399ff244-1760-492f-9975-0041e39a235f HTTP/1.1" status: 200 len: 945 time: 0.0512228 Apr 12 14:33:09.144350 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 60300) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:09.149014 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-e1b65f09-de81-449c-815e-c97769052377 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Request body: {'floatingip': {'port_id': 'bc63ad91-ac05-4eee-9c22-65c719661432'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:33:09.192264 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1b65f09-de81-449c-815e-c97769052377 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (6d553c2f-939d-43a3-90a1-60ac1ccaea34), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:09.350087 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c1c8e-d569-41d6-8823-4f87f5eb679d req-4203809a-a317-4f3d-9560-0f7b24bda268 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:09.352090 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-873c1c8e-d569-41d6-8823-4f87f5eb679d req-4203809a-a317-4f3d-9560-0f7b24bda268 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0899515 Apr 12 14:33:09.455318 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-873c1c8e-d569-41d6-8823-4f87f5eb679d req-cd984cdc-b973-4689-9953-dde27c383fd0 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964563 Apr 12 14:33:09.745588 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1b65f09-de81-449c-815e-c97769052377 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:09.749778 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1b65f09-de81-449c-815e-c97769052377 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (6d553c2f-939d-43a3-90a1-60ac1ccaea34), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:09.856625 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-e1b65f09-de81-449c-815e-c97769052377 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Floating IP 6d553c2f-939d-43a3-90a1-60ac1ccaea34 associated. External IP: 172.27.0.254, port: bc63ad91-ac05-4eee-9c22-65c719661432. Apr 12 14:33:10.088926 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b65f09-de81-449c-815e-c97769052377 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Router b848b625-db38-48b6-85ac-eb01f53c8953 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:33:10.217174 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b65f09-de81-449c-815e-c97769052377 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:33:10.221837 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e1b65f09-de81-449c-815e-c97769052377 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:10.227842 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ae374-daab-4875-8182-10639978a80a None None] Sync routers for ids ['b848b625-db38-48b6-85ac-eb01f53c8953'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:33:10.247826 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ae374-daab-4875-8182-10639978a80a None None] Routers {'b848b625-db38-48b6-85ac-eb01f53c8953'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:33:10.248474 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-909ae374-daab-4875-8182-10639978a80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:32:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b848b625-db38-48b6-85ac-eb01f53c8953'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:10.256416 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e1b65f09-de81-449c-815e-c97769052377 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "PUT /v2.0/floatingips/6d553c2f-939d-43a3-90a1-60ac1ccaea34 HTTP/1.1" status: 200 len: 991 time: 1.1108789 Apr 12 14:33:10.257285 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399ff244-1760-492f-9975-0041e39a235f', 'tag': 'bc63ad91-ac05-4eee-9c22-65c719661432'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:33:10.260350 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cffcf6-245e-4cf1-b119-ca39a7c97b76" -d '{"events": [{"name": "network-changed", "server_uuid": "399ff244-1760-492f-9975-0041e39a235f", "tag": "bc63ad91-ac05-4eee-9c22-65c719661432"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:33:10.297076 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af4d6bc-f4e4-4fdf-b643-df88c93f11ee x-openstack-request-id: req-5af4d6bc-f4e4-4fdf-b643-df88c93f11ee {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:33:10.297377 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399ff244-1760-492f-9975-0041e39a235f", "tag": "bc63ad91-ac05-4eee-9c22-65c719661432", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:33:10.297637 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5af4d6bc-f4e4-4fdf-b643-df88c93f11ee {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:33:10.298050 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af4d6bc-f4e4-4fdf-b643-df88c93f11ee'] response: {'name': 'network-changed', 'server_uuid': '399ff244-1760-492f-9975-0041e39a235f', 'tag': 'bc63ad91-ac05-4eee-9c22-65c719661432', 'status': 'completed', 'code': 200} Apr 12 14:33:10.359968 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-909ae374-daab-4875-8182-10639978a80a None None] Set router b848b625-db38-48b6-85ac-eb01f53c8953 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:33:10.572450 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3459b43-ded7-4449-b755-c07ed7c28849 req-38eaac4d-5e1d-403b-8598-810c4ab3cbbe tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:10.573877 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f3459b43-ded7-4449-b755-c07ed7c28849 req-38eaac4d-5e1d-403b-8598-810c4ab3cbbe tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0495403 Apr 12 14:33:10.579055 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-909ae374-daab-4875-8182-10639978a80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': '6d553c2f-939d-43a3-90a1-60ac1ccaea34', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'port_id': 'bc63ad91-ac05-4eee-9c22-65c719661432', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'mac_address': 'fa:16:3e:ba:8f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399ff244-1760-492f-9975-0041e39a235f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:32:55Z', 'updated_at': '2022-04-12T14:33:09Z', 'revision_number': 1, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'fixed_ip_address_scope': None}, {'id': 'abd46fbb-b3e7-4ad7-9066-7ac2c728be6a', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'port_id': 'c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'mac_address': 'fa:16:3e:ef:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84eab0f-61e5-4882-b419-419e1114384b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:31:38Z', 'updated_at': '2022-04-12T14:31:56Z', 'revision_number': 2, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa28035-1c1f-45a8-acfe-8006db67f402', 'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'mac_address': 'fa:16:3e:30:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:35Z', 'updated_at': '2022-04-12T14:31:39Z', 'revision_number': 5, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'subnets': [{'id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:10.615752 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ae374-daab-4875-8182-10639978a80a None None] Checking router: b848b625-db38-48b6-85ac-eb01f53c8953 for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:33:10.624849 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ae374-daab-4875-8182-10639978a80a None None] Routers {'b848b625-db38-48b6-85ac-eb01f53c8953'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:33:10.625504 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-909ae374-daab-4875-8182-10639978a80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:32:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b848b625-db38-48b6-85ac-eb01f53c8953'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:10.639042 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f3459b43-ded7-4449-b755-c07ed7c28849 req-eb951695-5610-40f9-a92b-c7b8922754ee tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588815 Apr 12 14:33:10.736926 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0f5c82b1-7d2b-4327-a0dd-338573ce7981 req-8167ffd6-0af4-4d3e-ac40-8d3bf823909e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726328 Apr 12 14:33:10.738293 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cffcf6-245e-4cf1-b119-ca39a7c97b76 req-59ed68d3-41e1-4566-8e22-40a68f7df71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:10.739678 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c6cffcf6-245e-4cf1-b119-ca39a7c97b76 req-59ed68d3-41e1-4566-8e22-40a68f7df71a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b89123ba80a94b8d8e37e734b8a4615a&device_id=399ff244-1760-492f-9975-0041e39a235f HTTP/1.1" status: 200 len: 1129 time: 0.0642283 Apr 12 14:33:10.831807 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-909ae374-daab-4875-8182-10639978a80a None None] Set router b848b625-db38-48b6-85ac-eb01f53c8953 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:33:11.062617 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-909ae374-daab-4875-8182-10639978a80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': '6d553c2f-939d-43a3-90a1-60ac1ccaea34', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'port_id': 'bc63ad91-ac05-4eee-9c22-65c719661432', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'mac_address': 'fa:16:3e:ba:8f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399ff244-1760-492f-9975-0041e39a235f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:32:55Z', 'updated_at': '2022-04-12T14:33:09Z', 'revision_number': 1, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'fixed_ip_address_scope': None}, {'id': 'abd46fbb-b3e7-4ad7-9066-7ac2c728be6a', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'port_id': 'c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'mac_address': 'fa:16:3e:ef:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84eab0f-61e5-4882-b419-419e1114384b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:31:38Z', 'updated_at': '2022-04-12T14:31:56Z', 'revision_number': 2, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa28035-1c1f-45a8-acfe-8006db67f402', 'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'mac_address': 'fa:16:3e:30:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:35Z', 'updated_at': '2022-04-12T14:31:39Z', 'revision_number': 5, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'subnets': [{'id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:11.092736 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ae374-daab-4875-8182-10639978a80a None None] The sync data for ids ['b848b625-db38-48b6-85ac-eb01f53c8953'] in dv-cinder-837523-1-iscsi is: [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': '6d553c2f-939d-43a3-90a1-60ac1ccaea34', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'port_id': 'bc63ad91-ac05-4eee-9c22-65c719661432', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'mac_address': 'fa:16:3e:ba:8f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399ff244-1760-492f-9975-0041e39a235f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:32:55Z', 'updated_at': '2022-04-12T14:33:09Z', 'revision_number': 1, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'fixed_ip_address_scope': None}, {'id': 'abd46fbb-b3e7-4ad7-9066-7ac2c728be6a', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'port_id': 'c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'mac_address': 'fa:16:3e:ef:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84eab0f-61e5-4882-b419-419e1114384b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:31:38Z', 'updated_at': '2022-04-12T14:31:56Z', 'revision_number': 2, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa28035-1c1f-45a8-acfe-8006db67f402', 'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'mac_address': 'fa:16:3e:30:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:35Z', 'updated_at': '2022-04-12T14:31:39Z', 'revision_number': 5, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'subnets': [{'id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:33:11.112985 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c82b1-7d2b-4327-a0dd-338573ce7981 req-295a0856-e5a0-4f8e-a6ec-e6b6e7deb324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:11.114472 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0f5c82b1-7d2b-4327-a0dd-338573ce7981 req-295a0856-e5a0-4f8e-a6ec-e6b6e7deb324 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7d89981605ac41269cf7b7faf5d40904&device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 1129 time: 0.0531342 Apr 12 14:33:11.131587 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cffcf6-245e-4cf1-b119-ca39a7c97b76 req-98e83708-edfa-4c4c-b461-e9558d2405db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:11.133727 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c6cffcf6-245e-4cf1-b119-ca39a7c97b76 req-98e83708-edfa-4c4c-b461-e9558d2405db service neutron] 10.222.0.69 "GET /v2.0/networks?id=b92ade3c-1952-4e8c-a71a-76cbe01a1576 HTTP/1.1" status: 200 len: 917 time: 0.3636346 Apr 12 14:33:11.262697 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c6cffcf6-245e-4cf1-b119-ca39a7c97b76 req-08ea23d1-c578-472d-9777-277ed9d17cf4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc63ad91-ac05-4eee-9c22-65c719661432 HTTP/1.1" status: 200 len: 999 time: 0.1210322 Apr 12 14:33:11.319471 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c82b1-7d2b-4327-a0dd-338573ce7981 req-d08b4b64-b2c9-4893-bec4-e8c767ebc7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:11.321065 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0f5c82b1-7d2b-4327-a0dd-338573ce7981 req-d08b4b64-b2c9-4893-bec4-e8c767ebc7ab service neutron] 10.222.0.69 "GET /v2.0/networks?id=0028eeda-a542-4e5c-bf2c-a2a860757c70 HTTP/1.1" status: 200 len: 911 time: 0.1734853 Apr 12 14:33:11.337568 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cffcf6-245e-4cf1-b119-ca39a7c97b76 req-161bb051-a6a8-4dba-9963-18829f19481c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:11.339320 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c6cffcf6-245e-4cf1-b119-ca39a7c97b76 req-161bb051-a6a8-4dba-9963-18829f19481c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f447f83a-4258-47f2-9876-65788ff6ba27 HTTP/1.1" status: 200 len: 854 time: 0.0664947 Apr 12 14:33:11.340684 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca50310-bf68-493a-8217-622c30c4eddf None None] New status for floating IP 6d553c2f-939d-43a3-90a1-60ac1ccaea34: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:33:11.434373 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cffcf6-245e-4cf1-b119-ca39a7c97b76 req-1afdb21d-182d-4162-b0c8-60578ce1e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:11.436064 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c6cffcf6-245e-4cf1-b119-ca39a7c97b76 req-1afdb21d-182d-4162-b0c8-60578ce1e0b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b92ade3c-1952-4e8c-a71a-76cbe01a1576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0887618 Apr 12 14:33:11.440986 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0f5c82b1-7d2b-4327-a0dd-338573ce7981 req-a817716e-f151-4e0f-a55b-c6c2b9c7d3de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adc3c814-7232-4008-bd66-2d49376d7bea HTTP/1.1" status: 200 len: 1001 time: 0.1059618 Apr 12 14:33:11.562044 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c82b1-7d2b-4327-a0dd-338573ce7981 req-26275c2c-0e55-408d-a740-9cd26228ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:11.563534 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0f5c82b1-7d2b-4327-a0dd-338573ce7981 req-26275c2c-0e55-408d-a740-9cd26228ce99 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50a10eae-8710-47a5-b19f-59b43e706f9d HTTP/1.1" status: 200 len: 848 time: 0.1079230 Apr 12 14:33:11.583515 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c6cffcf6-245e-4cf1-b119-ca39a7c97b76 req-d229af9e-cba5-4af2-9df1-c6e4581b583f service neutron] 10.222.0.69 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351738 Apr 12 14:33:11.700494 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c82b1-7d2b-4327-a0dd-338573ce7981 req-4b22e436-314f-4b24-b41b-1504248dc40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:11.702166 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0f5c82b1-7d2b-4327-a0dd-338573ce7981 req-4b22e436-314f-4b24-b41b-1504248dc40d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0028eeda-a542-4e5c-bf2c-a2a860757c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0973489 Apr 12 14:33:11.756868 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c6cffcf6-245e-4cf1-b119-ca39a7c97b76 req-8438be44-0b03-4c9d-9de0-ef892383868c service neutron] 10.222.0.69 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503360 Apr 12 14:33:11.831516 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0f5c82b1-7d2b-4327-a0dd-338573ce7981 req-8f921313-f5ef-4ecc-84f4-3fab57b21d23 service neutron] 10.222.0.69 "GET /v2.0/networks/0028eeda-a542-4e5c-bf2c-a2a860757c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103442 Apr 12 14:33:11.922601 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0f5c82b1-7d2b-4327-a0dd-338573ce7981 req-0a7f9d97-fa43-496e-a89a-ae46c7705d22 service neutron] 10.222.0.69 "GET /v2.0/networks/0028eeda-a542-4e5c-bf2c-a2a860757c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849755 Apr 12 14:33:18.120045 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-eb33170a-09be-435b-a44c-09c02c22f5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:20.485975 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-617ee325-e8d5-4c2c-b626-10edb6b508c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:21.538887 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:22.906817 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:23.427641 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6374bd-d3d8-48a5-a1d1-fc26ba6ca644 req-6f0991fb-dccb-4ba1-b91e-6a17008cd6cb tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:23.429148 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1e6374bd-d3d8-48a5-a1d1-fc26ba6ca644 req-6f0991fb-dccb-4ba1-b91e-6a17008cd6cb tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1888f4-ece7-43a5-b2b2-8967e047cfab HTTP/1.1" status: 200 len: 945 time: 0.0510745 Apr 12 14:33:23.487971 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1e6374bd-d3d8-48a5-a1d1-fc26ba6ca644 req-88b5f6a6-dcba-4eed-94bf-11dc289077f2 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad1fd4cb-cbc5-48b9-a2d1-f53bdec39e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530541 Apr 12 14:33:24.415369 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:24.600858 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d7953-01b4-4526-9d3a-4bd4c3de6e70 req-62300b19-9b9d-4781-b944-b13a53650908 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:24.603147 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6a0d7953-01b4-4526-9d3a-4bd4c3de6e70 req-62300b19-9b9d-4781-b944-b13a53650908 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1888f4-ece7-43a5-b2b2-8967e047cfab HTTP/1.1" status: 200 len: 945 time: 0.0474558 Apr 12 14:33:24.650033 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6a0d7953-01b4-4526-9d3a-4bd4c3de6e70 req-d4f0ec84-e479-4e6f-bb6d-fab72844e8c5 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad1fd4cb-cbc5-48b9-a2d1-f53bdec39e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411677 Apr 12 14:33:25.635247 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62debf2-3f10-4111-8a5b-172e1e7332cb req-20846c6d-5af7-45a0-9ff1-2509c4503e09 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:25.636699 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f62debf2-3f10-4111-8a5b-172e1e7332cb req-20846c6d-5af7-45a0-9ff1-2509c4503e09 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d1888f4-ece7-43a5-b2b2-8967e047cfab HTTP/1.1" status: 200 len: 945 time: 0.0550458 Apr 12 14:33:25.763919 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-f62debf2-3f10-4111-8a5b-172e1e7332cb req-6ea0a808-3c9b-48be-8cee-821e319dbf3d tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Deleting port e3c068b4-ba4d-4f43-b810-fbcedcf4b224 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:33:25.764267 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f62debf2-3f10-4111-8a5b-172e1e7332cb req-6ea0a808-3c9b-48be-8cee-821e319dbf3d tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (e3c068b4-ba4d-4f43-b810-fbcedcf4b224), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:25.797230 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961e765-1936-455a-bb2c-2d0c642bfe61 req-e96957d7-e270-4b32-99ff-938ce1eb76d7 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:25.798831 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e961e765-1936-455a-bb2c-2d0c642bfe61 req-e96957d7-e270-4b32-99ff-938ce1eb76d7 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1888f4-ece7-43a5-b2b2-8967e047cfab HTTP/1.1" status: 200 len: 945 time: 0.0770462 Apr 12 14:33:25.898894 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-f62debf2-3f10-4111-8a5b-172e1e7332cb req-6ea0a808-3c9b-48be-8cee-821e319dbf3d tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] For port e3c068b4-ba4d-4f43-b810-fbcedcf4b224, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=e3c068b4-ba4d-4f43-b810-fbcedcf4b224,segment=NetworkSegment(a7c17724-1d50-4600-9248-4eb722d3c0dd),segment_id=a7c17724-1d50-4600-9248-4eb722d3c0dd)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:25.899659 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f62debf2-3f10-4111-8a5b-172e1e7332cb req-6ea0a808-3c9b-48be-8cee-821e319dbf3d tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (e3c068b4-ba4d-4f43-b810-fbcedcf4b224), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:25.904961 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e961e765-1936-455a-bb2c-2d0c642bfe61 req-f1c7b7d4-61f2-4066-9acf-504224ec7161 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad1fd4cb-cbc5-48b9-a2d1-f53bdec39e22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998902 Apr 12 14:33:26.075994 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f62debf2-3f10-4111-8a5b-172e1e7332cb req-6ea0a808-3c9b-48be-8cee-821e319dbf3d tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:26.076358 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f62debf2-3f10-4111-8a5b-172e1e7332cb req-6ea0a808-3c9b-48be-8cee-821e319dbf3d tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (6647098a-bb8b-4666-953f-6943a2415ed7), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:26.076668 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.l3_db [req-f62debf2-3f10-4111-8a5b-172e1e7332cb req-6ea0a808-3c9b-48be-8cee-821e319dbf3d tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Floating IP 6647098a-bb8b-4666-953f-6943a2415ed7 disassociated. External IP: 172.27.0.2, port: e3c068b4-ba4d-4f43-b810-fbcedcf4b224. Apr 12 14:33:26.077035 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-f62debf2-3f10-4111-8a5b-172e1e7332cb req-6ea0a808-3c9b-48be-8cee-821e319dbf3d tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Calling delete_port for e3c068b4-ba4d-4f43-b810-fbcedcf4b224 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:33:26.205571 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f62debf2-3f10-4111-8a5b-172e1e7332cb req-6ea0a808-3c9b-48be-8cee-821e319dbf3d tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (e3c068b4-ba4d-4f43-b810-fbcedcf4b224), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:26.235695 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0a808-3c9b-48be-8cee-821e319dbf3d tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Pushing event deleted for resources: {'Port': ['ID=e3c068b4-ba4d-4f43-b810-fbcedcf4b224,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:26.362312 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f62debf2-3f10-4111-8a5b-172e1e7332cb req-6ea0a808-3c9b-48be-8cee-821e319dbf3d tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Router 8b3305e5-719d-45c0-a808-e3549ffa0c60 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:33:26.485834 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f62debf2-3f10-4111-8a5b-172e1e7332cb req-6ea0a808-3c9b-48be-8cee-821e319dbf3d tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:33:26.495858 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9ac162-a8bc-4a6a-9ec2-aeca7b00d1e1 None None] Sync routers for ids ['8b3305e5-719d-45c0-a808-e3549ffa0c60'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:33:26.505455 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9ac162-a8bc-4a6a-9ec2-aeca7b00d1e1 None None] Routers {'8b3305e5-719d-45c0-a808-e3549ffa0c60'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:33:26.506220 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9c9ac162-a8bc-4a6a-9ec2-aeca7b00d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:33:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8b3305e5-719d-45c0-a808-e3549ffa0c60'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:26.530042 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62debf2-3f10-4111-8a5b-172e1e7332cb req-6ea0a808-3c9b-48be-8cee-821e319dbf3d tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] No DVR routers for this DVR port e3c068b4-ba4d-4f43-b810-fbcedcf4b224 on host hv-cinder-83752 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:33:26.532725 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f62debf2-3f10-4111-8a5b-172e1e7332cb req-6ea0a808-3c9b-48be-8cee-821e319dbf3d tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:26.536292 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f62debf2-3f10-4111-8a5b-172e1e7332cb req-6ea0a808-3c9b-48be-8cee-821e319dbf3d tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.69 "DELETE /v2.0/ports/e3c068b4-ba4d-4f43-b810-fbcedcf4b224 HTTP/1.1" status: 204 len: 173 time: 0.8911772 Apr 12 14:33:26.536784 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1888f4-ece7-43a5-b2b2-8967e047cfab', 'name': 'network-vif-deleted', 'tag': 'e3c068b4-ba4d-4f43-b810-fbcedcf4b224'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:33:26.540202 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb066081-015f-49cb-ae7b-b1dd67440d3c" -d '{"events": [{"server_uuid": "5d1888f4-ece7-43a5-b2b2-8967e047cfab", "name": "network-vif-deleted", "tag": "e3c068b4-ba4d-4f43-b810-fbcedcf4b224"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:33:26.593914 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc73476-c63b-46c1-acd4-6a094c7a4b38 x-openstack-request-id: req-1bc73476-c63b-46c1-acd4-6a094c7a4b38 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:33:26.594424 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1888f4-ece7-43a5-b2b2-8967e047cfab", "name": "network-vif-deleted", "tag": "e3c068b4-ba4d-4f43-b810-fbcedcf4b224", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:33:26.594925 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1bc73476-c63b-46c1-acd4-6a094c7a4b38 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:33:26.595488 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bc73476-c63b-46c1-acd4-6a094c7a4b38'] response: {'server_uuid': '5d1888f4-ece7-43a5-b2b2-8967e047cfab', 'name': 'network-vif-deleted', 'tag': 'e3c068b4-ba4d-4f43-b810-fbcedcf4b224', 'status': 'completed', 'code': 200} Apr 12 14:33:26.627589 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-9c9ac162-a8bc-4a6a-9ec2-aeca7b00d1e1 None None] Set router 8b3305e5-719d-45c0-a808-e3549ffa0c60 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:33:26.848011 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9c9ac162-a8bc-4a6a-9ec2-aeca7b00d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'name': 'tempest-AttachVolumeTestJSON-1068363864-router', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:39Z', 'updated_at': '2022-04-12T14:27:43Z', 'revision_number': 4, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'gw_port': {'id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:40Z', 'updated_at': '2022-04-12T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '82cdff13-6efb-4602-8932-df5fcf578f65', 'name': '', 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'mac_address': 'fa:16:3e:2d:5b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:42Z', 'updated_at': '2022-04-12T14:27:48Z', 'revision_number': 5, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'subnets': [{'id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:26.877944 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9ac162-a8bc-4a6a-9ec2-aeca7b00d1e1 None None] Checking router: 8b3305e5-719d-45c0-a808-e3549ffa0c60 for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:33:26.886186 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9ac162-a8bc-4a6a-9ec2-aeca7b00d1e1 None None] Routers {'8b3305e5-719d-45c0-a808-e3549ffa0c60'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:33:26.886798 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9c9ac162-a8bc-4a6a-9ec2-aeca7b00d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:33:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8b3305e5-719d-45c0-a808-e3549ffa0c60'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:26.998589 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-9c9ac162-a8bc-4a6a-9ec2-aeca7b00d1e1 None None] Set router 8b3305e5-719d-45c0-a808-e3549ffa0c60 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:33:27.013198 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-45d89da0-fc58-4ae6-b5d6-41ead2665536 req-bc1724fb-ff02-4ef7-8495-035bfa13b4cd tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d1888f4-ece7-43a5-b2b2-8967e047cfab HTTP/1.1" status: 200 len: 210 time: 0.0296478 Apr 12 14:33:27.201628 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-9c9ac162-a8bc-4a6a-9ec2-aeca7b00d1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'name': 'tempest-AttachVolumeTestJSON-1068363864-router', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:39Z', 'updated_at': '2022-04-12T14:27:43Z', 'revision_number': 4, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'gw_port': {'id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:40Z', 'updated_at': '2022-04-12T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '82cdff13-6efb-4602-8932-df5fcf578f65', 'name': '', 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'mac_address': 'fa:16:3e:2d:5b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:42Z', 'updated_at': '2022-04-12T14:27:48Z', 'revision_number': 5, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'subnets': [{'id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:27.232615 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9ac162-a8bc-4a6a-9ec2-aeca7b00d1e1 None None] The sync data for ids ['8b3305e5-719d-45c0-a808-e3549ffa0c60'] in dv-cinder-837523-1-iscsi is: [{'id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'name': 'tempest-AttachVolumeTestJSON-1068363864-router', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:39Z', 'updated_at': '2022-04-12T14:27:43Z', 'revision_number': 4, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'gw_port': {'id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:40Z', 'updated_at': '2022-04-12T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '82cdff13-6efb-4602-8932-df5fcf578f65', 'name': '', 'network_id': 'f4a3bd02-b790-409a-af63-4b8c508a5dc9', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'mac_address': 'fa:16:3e:2d:5b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:42Z', 'updated_at': '2022-04-12T14:27:48Z', 'revision_number': 5, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'subnets': [{'id': '173d8463-b4b7-4546-b738-e7a6791e414a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:33:27.458713 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca2727c-022d-4dae-ad69-9f448814ee40 None None] New status for floating IP 6647098a-bb8b-4666-953f-6943a2415ed7: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:33:28.103145 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 60428) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:28.161649 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b76b207a-ea4b-4678-8dd3-cac476046da7 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for security_group (ad1fd4cb-cbc5-48b9-a2d1-f53bdec39e22), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:28.184391 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b76b207a-ea4b-4678-8dd3-cac476046da7 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for security_group (ad1fd4cb-cbc5-48b9-a2d1-f53bdec39e22), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:28.233572 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b76b207a-ea4b-4678-8dd3-cac476046da7 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (ad1fd4cb-cbc5-48b9-a2d1-f53bdec39e22), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:28.236132 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b76b207a-ea4b-4678-8dd3-cac476046da7 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:28.237290 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b76b207a-ea4b-4678-8dd3-cac476046da7 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "DELETE /v2.0/security-groups/ad1fd4cb-cbc5-48b9-a2d1-f53bdec39e22 HTTP/1.1" status: 204 len: 168 time: 0.1331403 Apr 12 14:33:28.240124 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 60430) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:28.246911 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b207a-ea4b-4678-8dd3-cac476046da7 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1fd4cb-cbc5-48b9-a2d1-f53bdec39e22,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:28.258972 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.api.v2.resource [None req-64ae5324-feab-427f-acf5-db9c8291a43d tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] show failed (client error): The resource could not be found. Apr 12 14:33:28.260012 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-64ae5324-feab-427f-acf5-db9c8291a43d tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "GET /v2.0/security-groups/ad1fd4cb-cbc5-48b9-a2d1-f53bdec39e22 HTTP/1.1" status: 404 len: 347 time: 0.0184062 Apr 12 14:33:28.263341 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 60432) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:28.385603 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5efe9b64-1a86-4cb9-84a2-9083faf10324 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Deleting port 1c017c31-b76e-4b23-8ee7-bee3b27788be {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:33:28.385837 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5efe9b64-1a86-4cb9-84a2-9083faf10324 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (1c017c31-b76e-4b23-8ee7-bee3b27788be), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:28.464675 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5efe9b64-1a86-4cb9-84a2-9083faf10324 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (1c017c31-b76e-4b23-8ee7-bee3b27788be), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:28.466052 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5efe9b64-1a86-4cb9-84a2-9083faf10324 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for floatingip (1c017c31-b76e-4b23-8ee7-bee3b27788be), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:28.477869 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5efe9b64-1a86-4cb9-84a2-9083faf10324 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Calling delete_port for 1c017c31-b76e-4b23-8ee7-bee3b27788be owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:33:28.861297 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5efe9b64-1a86-4cb9-84a2-9083faf10324 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (1c017c31-b76e-4b23-8ee7-bee3b27788be), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:28.890771 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe9b64-1a86-4cb9-84a2-9083faf10324 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Pushing event deleted for resources: {'Port': ['ID=1c017c31-b76e-4b23-8ee7-bee3b27788be,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:28.956250 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5efe9b64-1a86-4cb9-84a2-9083faf10324 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks [] for floatingip (6647098a-bb8b-4666-953f-6943a2415ed7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:28.958815 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5efe9b64-1a86-4cb9-84a2-9083faf10324 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:28.959975 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-5efe9b64-1a86-4cb9-84a2-9083faf10324 tempest-AttachVolumeTestJSON-339607587 tempest-AttachVolumeTestJSON-339607587-project] 10.222.0.79 "DELETE /v2.0/floatingips/6647098a-bb8b-4666-953f-6943a2415ed7 HTTP/1.1" status: 204 len: 168 time: 0.6957183 Apr 12 14:33:29.619933 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device e3c068b4-ba4d-4f43-b810-fbcedcf4b224 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:33:29.640559 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] No Port match for: e3c068b4-ba4d-4f43-b810-fbcedcf4b224 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:33:29.640924 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device e3c068b4-ba4d-4f43-b810-fbcedcf4b224 not bound to the agent host hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:33:30.345436 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:33:31.590655 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8492f56-9092-4528-b073-55188705f722 req-5b0df6b8-d525-423c-8f01-a514db41aaff tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:31.592128 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d8492f56-9092-4528-b073-55188705f722 req-5b0df6b8-d525-423c-8f01-a514db41aaff tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 946 time: 0.0499284 Apr 12 14:33:31.648802 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d8492f56-9092-4528-b073-55188705f722 req-40709498-bd75-4c02-aa23-1db5ea22dd88 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509646 Apr 12 14:33:32.515590 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 60476) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:32.772561 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf422f1-3f7b-4c5e-9974-a8d1b1f1685a req-62129a67-d2b6-448e-9b4b-ff004f4d2645 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:32.774605 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6bf422f1-3f7b-4c5e-9974-a8d1b1f1685a req-62129a67-d2b6-448e-9b4b-ff004f4d2645 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 946 time: 0.0516484 Apr 12 14:33:32.840334 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6bf422f1-3f7b-4c5e-9974-a8d1b1f1685a req-70f80c75-3fb6-4388-9252-f51068aa187a tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups?id=de4a37d3-e5c1-4f25-834a-648eda017890&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594611 Apr 12 14:33:33.082827 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a81be53f-4cfd-49d1-bbd9-879b8ae34866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548802'] for router_interface (8b3305e5-719d-45c0-a808-e3549ffa0c60), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:33.339325 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a81be53f-4cfd-49d1-bbd9-879b8ae34866 admin admin] Deleting port 82cdff13-6efb-4602-8932-df5fcf578f65 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:33:33.339740 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a81be53f-4cfd-49d1-bbd9-879b8ae34866 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (82cdff13-6efb-4602-8932-df5fcf578f65), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:33.360298 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19846fc7-1de2-48de-ab0b-211c70955943 req-2808348c-a5cf-400a-a95a-a74918682d31 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:33.361857 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-19846fc7-1de2-48de-ab0b-211c70955943 req-2808348c-a5cf-400a-a95a-a74918682d31 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.69 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 946 time: 0.0483108 Apr 12 14:33:33.433405 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a81be53f-4cfd-49d1-bbd9-879b8ae34866 admin admin] For port 82cdff13-6efb-4602-8932-df5fcf578f65, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=82cdff13-6efb-4602-8932-df5fcf578f65,segment=NetworkSegment(a7c17724-1d50-4600-9248-4eb722d3c0dd),segment_id=a7c17724-1d50-4600-9248-4eb722d3c0dd)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:33.433763 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a81be53f-4cfd-49d1-bbd9-879b8ae34866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (82cdff13-6efb-4602-8932-df5fcf578f65), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:33.447210 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a81be53f-4cfd-49d1-bbd9-879b8ae34866 admin admin] Calling delete_port for 82cdff13-6efb-4602-8932-df5fcf578f65 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:33:33.453055 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-19846fc7-1de2-48de-ab0b-211c70955943 req-2a5d07b1-13a3-416d-92d7-1a5ed02a4df5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Deleting port 7e120853-bb7b-44fb-b722-a74a3be3c966 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:33:33.453485 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-19846fc7-1de2-48de-ab0b-211c70955943 req-2a5d07b1-13a3-416d-92d7-1a5ed02a4df5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:33.546838 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-19846fc7-1de2-48de-ab0b-211c70955943 req-2a5d07b1-13a3-416d-92d7-1a5ed02a4df5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] For port 7e120853-bb7b-44fb-b722-a74a3be3c966, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=7e120853-bb7b-44fb-b722-a74a3be3c966,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:33.547200 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-19846fc7-1de2-48de-ab0b-211c70955943 req-2a5d07b1-13a3-416d-92d7-1a5ed02a4df5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:33.646374 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a81be53f-4cfd-49d1-bbd9-879b8ae34866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (82cdff13-6efb-4602-8932-df5fcf578f65), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:33.681157 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81be53f-4cfd-49d1-bbd9-879b8ae34866 admin admin] Pushing event deleted for resources: {'Port': ['ID=82cdff13-6efb-4602-8932-df5fcf578f65,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:33.734004 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-19846fc7-1de2-48de-ab0b-211c70955943 req-2a5d07b1-13a3-416d-92d7-1a5ed02a4df5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:33.734004 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-19846fc7-1de2-48de-ab0b-211c70955943 req-2a5d07b1-13a3-416d-92d7-1a5ed02a4df5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (235a34d7-b0d4-4cd0-a1e1-d659a2744264), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:33.734325 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.l3_db [req-19846fc7-1de2-48de-ab0b-211c70955943 req-2a5d07b1-13a3-416d-92d7-1a5ed02a4df5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Floating IP 235a34d7-b0d4-4cd0-a1e1-d659a2744264 disassociated. External IP: 172.27.0.128, port: 7e120853-bb7b-44fb-b722-a74a3be3c966. Apr 12 14:33:33.734491 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-19846fc7-1de2-48de-ab0b-211c70955943 req-2a5d07b1-13a3-416d-92d7-1a5ed02a4df5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Calling delete_port for 7e120853-bb7b-44fb-b722-a74a3be3c966 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:33:33.869376 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a81be53f-4cfd-49d1-bbd9-879b8ae34866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548718'] for router_interface (8b3305e5-719d-45c0-a808-e3549ffa0c60), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:33.910687 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-19846fc7-1de2-48de-ab0b-211c70955943 req-2a5d07b1-13a3-416d-92d7-1a5ed02a4df5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (7e120853-bb7b-44fb-b722-a74a3be3c966), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:33.944263 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d07b1-13a3-416d-92d7-1a5ed02a4df5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Pushing event deleted for resources: {'Port': ['ID=7e120853-bb7b-44fb-b722-a74a3be3c966,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:33.977568 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b31580b1-5a11-480d-9034-16f615a753e6 req-59ec338f-508d-47cf-a950-bc32b72e7248 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/ports?device_id=c27bf9f1-3cd1-45c0-95c2-83f9a272ec06 HTTP/1.1" status: 200 len: 210 time: 0.0365350 Apr 12 14:33:34.095013 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19846fc7-1de2-48de-ab0b-211c70955943 req-2a5d07b1-13a3-416d-92d7-1a5ed02a4df5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Router c0a5e0d8-9551-4178-b21c-dafeb895697c has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:33:34.127967 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81be53f-4cfd-49d1-bbd9-879b8ae34866 admin admin] Router 8b3305e5-719d-45c0-a808-e3549ffa0c60 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:33:34.210311 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19846fc7-1de2-48de-ab0b-211c70955943 req-2a5d07b1-13a3-416d-92d7-1a5ed02a4df5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:33:34.220479 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4105ac26-b8cc-4c3d-b913-73f61cc9d176 None None] Sync routers for ids ['c0a5e0d8-9551-4178-b21c-dafeb895697c'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:33:34.236249 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4105ac26-b8cc-4c3d-b913-73f61cc9d176 None None] Routers {'c0a5e0d8-9551-4178-b21c-dafeb895697c'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:33:34.236810 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4105ac26-b8cc-4c3d-b913-73f61cc9d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:33:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['c0a5e0d8-9551-4178-b21c-dafeb895697c'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:34.258335 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81be53f-4cfd-49d1-bbd9-879b8ae34866 admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:33:34.259441 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-19846fc7-1de2-48de-ab0b-211c70955943 req-2a5d07b1-13a3-416d-92d7-1a5ed02a4df5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] No DVR routers for this DVR port 7e120853-bb7b-44fb-b722-a74a3be3c966 on host hv-cinder-83752 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:33:34.261959 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-19846fc7-1de2-48de-ab0b-211c70955943 req-2a5d07b1-13a3-416d-92d7-1a5ed02a4df5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:34.265956 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-a81be53f-4cfd-49d1-bbd9-879b8ae34866 admin admin] 10.222.0.79 "PUT /v2.0/routers/8b3305e5-719d-45c0-a808-e3549ffa0c60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7470601 Apr 12 14:33:34.266103 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-19846fc7-1de2-48de-ab0b-211c70955943 req-2a5d07b1-13a3-416d-92d7-1a5ed02a4df5 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.69 "DELETE /v2.0/ports/7e120853-bb7b-44fb-b722-a74a3be3c966 HTTP/1.1" status: 204 len: 173 time: 0.8986714 Apr 12 14:33:34.266308 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 60484) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:34.266435 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c27bf9f1-3cd1-45c0-95c2-83f9a272ec06', 'name': 'network-vif-deleted', 'tag': '7e120853-bb7b-44fb-b722-a74a3be3c966'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:33:34.268986 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c43596e-9e27-4aa7-99c0-db6bdf7bf29b" -d '{"events": [{"server_uuid": "c27bf9f1-3cd1-45c0-95c2-83f9a272ec06", "name": "network-vif-deleted", "tag": "7e120853-bb7b-44fb-b722-a74a3be3c966"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:33:34.283330 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d2514c-01df-43a3-8daf-c188ee54f23b None None] Sync routers for ids ['8b3305e5-719d-45c0-a808-e3549ffa0c60'] in dv-cinder-837523-1-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:33:34.315604 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d2514c-01df-43a3-8daf-c188ee54f23b None None] Routers {'8b3305e5-719d-45c0-a808-e3549ffa0c60'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:33:34.316362 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d8d2514c-01df-43a3-8daf-c188ee54f23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:33:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8b3305e5-719d-45c0-a808-e3549ffa0c60'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:34.353390 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2dc0d0-4eb5-49c8-bd14-cecb1f4791c4 x-openstack-request-id: req-0d2dc0d0-4eb5-49c8-bd14-cecb1f4791c4 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:33:34.353874 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c27bf9f1-3cd1-45c0-95c2-83f9a272ec06", "name": "network-vif-deleted", "tag": "7e120853-bb7b-44fb-b722-a74a3be3c966", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:33:34.354062 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0d2dc0d0-4eb5-49c8-bd14-cecb1f4791c4 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:33:34.354532 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d2dc0d0-4eb5-49c8-bd14-cecb1f4791c4'] response: {'server_uuid': 'c27bf9f1-3cd1-45c0-95c2-83f9a272ec06', 'name': 'network-vif-deleted', 'tag': '7e120853-bb7b-44fb-b722-a74a3be3c966', 'status': 'completed', 'code': 200} Apr 12 14:33:34.407082 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8e6f336-d2d2-4239-a440-f7b3d6c6cea5 admin admin] Publish callbacks [] for router (8b3305e5-719d-45c0-a808-e3549ffa0c60), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:34.418506 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-4105ac26-b8cc-4c3d-b913-73f61cc9d176 None None] Set router c0a5e0d8-9551-4178-b21c-dafeb895697c gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:33:34.473703 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-d8d2514c-01df-43a3-8daf-c188ee54f23b None None] Set router 8b3305e5-719d-45c0-a808-e3549ffa0c60 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:33:34.567064 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8e6f336-d2d2-4239-a440-f7b3d6c6cea5 admin admin] Publish callbacks [] for router_gateway (8b3305e5-719d-45c0-a808-e3549ffa0c60), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:34.622179 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f8e6f336-d2d2-4239-a440-f7b3d6c6cea5 admin admin] Deleting port 6a77a8bc-ce25-403d-bf39-704d1774d75b {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:33:34.622596 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8e6f336-d2d2-4239-a440-f7b3d6c6cea5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (6a77a8bc-ce25-403d-bf39-704d1774d75b), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:34.640068 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4105ac26-b8cc-4c3d-b913-73f61cc9d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'name': 'tempest-AttachVolumeShelveTestJSON-833558185-router', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:15Z', 'revision_number': 4, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'gw_port': {'id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '7bb79c5e-a17e-497d-bace-fa500735a10b', 'name': '', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'mac_address': 'fa:16:3e:48:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:21Z', 'revision_number': 5, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'subnets': [{'id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:34.660140 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d8d2514c-01df-43a3-8daf-c188ee54f23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'name': 'tempest-AttachVolumeTestJSON-1068363864-router', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:39Z', 'updated_at': '2022-04-12T14:33:33Z', 'revision_number': 5, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'gw_port': {'id': '6a77a8bc-ce25-403d-bf39-704d1774d75b', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:27:40Z', 'updated_at': '2022-04-12T14:27:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:34.668980 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4105ac26-b8cc-4c3d-b913-73f61cc9d176 None None] Checking router: c0a5e0d8-9551-4178-b21c-dafeb895697c for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:33:34.678000 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4105ac26-b8cc-4c3d-b913-73f61cc9d176 None None] Routers {'c0a5e0d8-9551-4178-b21c-dafeb895697c'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:33:34.679035 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4105ac26-b8cc-4c3d-b913-73f61cc9d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:33:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['c0a5e0d8-9551-4178-b21c-dafeb895697c'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:34.688827 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d2514c-01df-43a3-8daf-c188ee54f23b None None] Checking router: 8b3305e5-719d-45c0-a808-e3549ffa0c60 for host: dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:33:34.698128 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d2514c-01df-43a3-8daf-c188ee54f23b None None] Routers {'8b3305e5-719d-45c0-a808-e3549ffa0c60'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:33:34.698865 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d8d2514c-01df-43a3-8daf-c188ee54f23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:33:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8b3305e5-719d-45c0-a808-e3549ffa0c60'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:34.709454 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f8e6f336-d2d2-4239-a440-f7b3d6c6cea5 admin admin] For port 6a77a8bc-ce25-403d-bf39-704d1774d75b, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=6a77a8bc-ce25-403d-bf39-704d1774d75b,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:34.710108 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8e6f336-d2d2-4239-a440-f7b3d6c6cea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (6a77a8bc-ce25-403d-bf39-704d1774d75b), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:34.724478 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f8e6f336-d2d2-4239-a440-f7b3d6c6cea5 admin admin] Calling delete_port for 6a77a8bc-ce25-403d-bf39-704d1774d75b owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:33:34.796919 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-d8d2514c-01df-43a3-8daf-c188ee54f23b None None] Set router 8b3305e5-719d-45c0-a808-e3549ffa0c60 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:33:34.860806 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-d8d2514c-01df-43a3-8daf-c188ee54f23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'name': 'tempest-AttachVolumeTestJSON-1068363864-router', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:39Z', 'updated_at': '2022-04-12T14:33:34Z', 'revision_number': 6, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'gw_port_host': None}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:34.896402 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d2514c-01df-43a3-8daf-c188ee54f23b None None] The sync data for ids ['8b3305e5-719d-45c0-a808-e3549ffa0c60'] in dv-cinder-837523-1-iscsi is: [{'id': '8b3305e5-719d-45c0-a808-e3549ffa0c60', 'name': 'tempest-AttachVolumeTestJSON-1068363864-router', 'tenant_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:27:39Z', 'updated_at': '2022-04-12T14:33:34Z', 'revision_number': 6, 'project_id': 'a2bedb77e90047d299fac9bf3cf393a8', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:33:34.912946 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-4105ac26-b8cc-4c3d-b913-73f61cc9d176 None None] Set router c0a5e0d8-9551-4178-b21c-dafeb895697c gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:33:34.958182 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8e6f336-d2d2-4239-a440-f7b3d6c6cea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (6a77a8bc-ce25-403d-bf39-704d1774d75b), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:34.990702 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6f336-d2d2-4239-a440-f7b3d6c6cea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a77a8bc-ce25-403d-bf39-704d1774d75b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:35.081021 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8e6f336-d2d2-4239-a440-f7b3d6c6cea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546440'] for router_gateway (8b3305e5-719d-45c0-a808-e3549ffa0c60), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:35.082841 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 60492) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:35.174130 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-4105ac26-b8cc-4c3d-b913-73f61cc9d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'name': 'tempest-AttachVolumeShelveTestJSON-833558185-router', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:15Z', 'revision_number': 4, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'gw_port': {'id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '7bb79c5e-a17e-497d-bace-fa500735a10b', 'name': '', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'mac_address': 'fa:16:3e:48:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:21Z', 'revision_number': 5, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'subnets': [{'id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:35.202527 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4105ac26-b8cc-4c3d-b913-73f61cc9d176 None None] The sync data for ids ['c0a5e0d8-9551-4178-b21c-dafeb895697c'] in dv-cinder-837523-1-iscsi is: [{'id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'name': 'tempest-AttachVolumeShelveTestJSON-833558185-router', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:15Z', 'revision_number': 4, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'gw_port': {'id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '7bb79c5e-a17e-497d-bace-fa500735a10b', 'name': '', 'network_id': '10b93a74-e9df-4c8d-a668-3b0b6235408c', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'mac_address': 'fa:16:3e:48:05:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:12Z', 'updated_at': '2022-04-12T14:26:21Z', 'revision_number': 5, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'subnets': [{'id': 'b1d9c83f-a54a-4a39-b389-03cf74c59344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:33:35.205185 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8e6f336-d2d2-4239-a440-f7b3d6c6cea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4077'] for router (8b3305e5-719d-45c0-a808-e3549ffa0c60), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:35.208520 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8e6f336-d2d2-4239-a440-f7b3d6c6cea5 admin admin] Publish callbacks [] for router_controller (8b3305e5-719d-45c0-a808-e3549ffa0c60), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:35.265388 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8aff0ca7-8f0d-4870-997a-70d3d41554dc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for security_group (de4a37d3-e5c1-4f25-834a-648eda017890), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:35.279308 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8e6f336-d2d2-4239-a440-f7b3d6c6cea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-645423'] for router (8b3305e5-719d-45c0-a808-e3549ffa0c60), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:35.279831 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e6f336-d2d2-4239-a440-f7b3d6c6cea5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b3305e5-719d-45c0-a808-e3549ffa0c60 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 14:33:35.286123 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8e6f336-d2d2-4239-a440-f7b3d6c6cea5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:35.287262 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-f8e6f336-d2d2-4239-a440-f7b3d6c6cea5 admin admin] 10.222.0.79 "DELETE /v2.0/routers/8b3305e5-719d-45c0-a808-e3549ffa0c60 HTTP/1.1" status: 204 len: 168 time: 1.0199389 Apr 12 14:33:35.291051 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 60494) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:35.300602 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8aff0ca7-8f0d-4870-997a-70d3d41554dc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for security_group (de4a37d3-e5c1-4f25-834a-648eda017890), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:35.350322 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-c093548f-91b1-432a-8f2e-82bf820f207c admin admin] Deleting subnet 173d8463-b4b7-4546-b738-e7a6791e414a {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:33:35.355398 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c093548f-91b1-432a-8f2e-82bf820f207c admin admin] Publish callbacks [] for subnet (173d8463-b4b7-4546-b738-e7a6791e414a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:35.360285 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8aff0ca7-8f0d-4870-997a-70d3d41554dc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (de4a37d3-e5c1-4f25-834a-648eda017890), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:35.363844 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8aff0ca7-8f0d-4870-997a-70d3d41554dc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:35.365219 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-8aff0ca7-8f0d-4870-997a-70d3d41554dc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "DELETE /v2.0/security-groups/de4a37d3-e5c1-4f25-834a-648eda017890 HTTP/1.1" status: 204 len: 168 time: 0.2810585 Apr 12 14:33:35.368748 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 60496) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:35.382967 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff0ca7-8f0d-4870-997a-70d3d41554dc tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4a37d3-e5c1-4f25-834a-648eda017890,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:35.395303 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.api.v2.resource [None req-cef6ac93-aff1-4017-ac85-cf5f7ccd7080 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] show failed (client error): The resource could not be found. Apr 12 14:33:35.396582 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-cef6ac93-aff1-4017-ac85-cf5f7ccd7080 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "GET /v2.0/security-groups/de4a37d3-e5c1-4f25-834a-648eda017890 HTTP/1.1" status: 404 len: 347 time: 0.0268097 Apr 12 14:33:35.400620 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 60498) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:35.405934 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c093548f-91b1-432a-8f2e-82bf820f207c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3180185'] for subnet (173d8463-b4b7-4546-b738-e7a6791e414a), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:35.499635 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c093548f-91b1-432a-8f2e-82bf820f207c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16103179'] for subnet (173d8463-b4b7-4546-b738-e7a6791e414a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:35.563706 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c093548f-91b1-432a-8f2e-82bf820f207c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16103218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3725966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4036632'] for subnet (173d8463-b4b7-4546-b738-e7a6791e414a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:35.576300 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ba1250-c579-46b2-9e6e-58fe0b95b569 None None] New status for floating IP 235a34d7-b0d4-4cd0-a1e1-d659a2744264: DOWN {{(pid=103287) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:33:35.592025 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c093548f-91b1-432a-8f2e-82bf820f207c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=173d8463-b4b7-4546-b738-e7a6791e414a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:35.594287 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c093548f-91b1-432a-8f2e-82bf820f207c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:35.597742 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c093548f-91b1-432a-8f2e-82bf820f207c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/173d8463-b4b7-4546-b738-e7a6791e414a HTTP/1.1" status: 204 len: 168 time: 0.3051896 Apr 12 14:33:35.602304 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 60500) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:35.602484 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f24931-31f3-4037-a99b-8b05895ce2e9 None None] Network f4a3bd02-b790-409a-af63-4b8c508a5dc9 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:33:35.699095 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9eec43c-340a-4250-b831-f395ce27477a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16156760'] for network (f4a3bd02-b790-409a-af63-4b8c508a5dc9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:35.762940 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c9eec43c-340a-4250-b831-f395ce27477a admin admin] Deleting port fac4c839-73f8-49cd-822a-3f330f4723e6 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:33:35.763338 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9eec43c-340a-4250-b831-f395ce27477a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (fac4c839-73f8-49cd-822a-3f330f4723e6), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:35.807523 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb9ea46-fcc1-495a-a2cf-a998bbde73d2 None None] DHCP port deletion for f4a3bd02-b790-409a-af63-4b8c508a5dc9 request from dv-cinder-837523-1-iscsi {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 14:33:35.829583 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ee4ecbb9-2722-44b3-a7a9-5cbb28d407b7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Deleting port 26900744-e074-45ba-8cb6-62cf9c1d21b6 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:33:35.830080 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee4ecbb9-2722-44b3-a7a9-5cbb28d407b7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (26900744-e074-45ba-8cb6-62cf9c1d21b6), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:35.866108 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-c9eec43c-340a-4250-b831-f395ce27477a admin admin] For port fac4c839-73f8-49cd-822a-3f330f4723e6, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=fac4c839-73f8-49cd-822a-3f330f4723e6,segment=NetworkSegment(a7c17724-1d50-4600-9248-4eb722d3c0dd),segment_id=a7c17724-1d50-4600-9248-4eb722d3c0dd)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:35.866506 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9eec43c-340a-4250-b831-f395ce27477a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (fac4c839-73f8-49cd-822a-3f330f4723e6), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:35.881121 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c9eec43c-340a-4250-b831-f395ce27477a admin admin] Calling delete_port for fac4c839-73f8-49cd-822a-3f330f4723e6 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:33:35.881971 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-fdb9ea46-fcc1-495a-a2cf-a998bbde73d2 None None] Deleting port fac4c839-73f8-49cd-822a-3f330f4723e6 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:33:35.883739 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fdb9ea46-fcc1-495a-a2cf-a998bbde73d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (fac4c839-73f8-49cd-822a-3f330f4723e6), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:35.936205 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee4ecbb9-2722-44b3-a7a9-5cbb28d407b7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (26900744-e074-45ba-8cb6-62cf9c1d21b6), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:35.936629 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee4ecbb9-2722-44b3-a7a9-5cbb28d407b7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for floatingip (26900744-e074-45ba-8cb6-62cf9c1d21b6), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:35.952395 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ee4ecbb9-2722-44b3-a7a9-5cbb28d407b7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Calling delete_port for 26900744-e074-45ba-8cb6-62cf9c1d21b6 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:33:35.954654 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device fac4c839-73f8-49cd-822a-3f330f4723e6 no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:33:35.991276 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9eec43c-340a-4250-b831-f395ce27477a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (fac4c839-73f8-49cd-822a-3f330f4723e6), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:36.003511 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-fdb9ea46-fcc1-495a-a2cf-a998bbde73d2 None None] For port fac4c839-73f8-49cd-822a-3f330f4723e6, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=fac4c839-73f8-49cd-822a-3f330f4723e6,segment=NetworkSegment(a7c17724-1d50-4600-9248-4eb722d3c0dd),segment_id=a7c17724-1d50-4600-9248-4eb722d3c0dd)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:36.004001 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fdb9ea46-fcc1-495a-a2cf-a998bbde73d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (fac4c839-73f8-49cd-822a-3f330f4723e6), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:36.006503 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:36.027755 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-fdb9ea46-fcc1-495a-a2cf-a998bbde73d2 None None] Calling delete_port for fac4c839-73f8-49cd-822a-3f330f4723e6 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:33:36.039626 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eec43c-340a-4250-b831-f395ce27477a admin admin] Pushing event deleted for resources: {'Port': ['ID=fac4c839-73f8-49cd-822a-3f330f4723e6,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:36.040652 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No active binding found for port fac4c839-73f8-49cd-822a-3f330f4723e6 {{(pid=103285) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 12 14:33:36.041230 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] The host dv-cinder-837523-1-iscsi is not matching for port fac4c839-73f8-49cd-822a-3f330f4723e6 host None! {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2355}} Apr 12 14:33:36.041432 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device fac4c839-73f8-49cd-822a-3f330f4723e6 not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:33:36.041850 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 82cdff13-6efb-4602-8932-df5fcf578f65 no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:33:36.049173 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eec43c-340a-4250-b831-f395ce27477a admin admin] No DVR routers for this DVR port fac4c839-73f8-49cd-822a-3f330f4723e6 on host dv-cinder-837523-1-iscsi {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:33:36.108971 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee4ecbb9-2722-44b3-a7a9-5cbb28d407b7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (26900744-e074-45ba-8cb6-62cf9c1d21b6), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:36.140588 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9eec43c-340a-4250-b831-f395ce27477a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16104838', 'neutron.services.segments.db._delete_segments_for_network-8728757608111'] for network (f4a3bd02-b790-409a-af63-4b8c508a5dc9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:36.170351 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ecbb9-2722-44b3-a7a9-5cbb28d407b7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Pushing event deleted for resources: {'Port': ['ID=26900744-e074-45ba-8cb6-62cf9c1d21b6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:36.177698 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c9eec43c-340a-4250-b831-f395ce27477a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a3bd02-b790-409a-af63-4b8c508a5dc9']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:36.190979 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c9eec43c-340a-4250-b831-f395ce27477a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c17724-1d50-4600-9248-4eb722d3c0dd') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:36.191502 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c9eec43c-340a-4250-b831-f395ce27477a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c17724-1d50-4600-9248-4eb722d3c0dd') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:36.203597 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9eec43c-340a-4250-b831-f395ce27477a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728757610680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3180176'] for segment (a7c17724-1d50-4600-9248-4eb722d3c0dd), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:36.222105 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9eec43c-340a-4250-b831-f395ce27477a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (a7c17724-1d50-4600-9248-4eb722d3c0dd), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:36.234884 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9eec43c-340a-4250-b831-f395ce27477a admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:33:36.235462 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9eec43c-340a-4250-b831-f395ce27477a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3725860'] for segment (a7c17724-1d50-4600-9248-4eb722d3c0dd), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:36.236427 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee4ecbb9-2722-44b3-a7a9-5cbb28d407b7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks [] for floatingip (235a34d7-b0d4-4cd0-a1e1-d659a2744264), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: Traceback (most recent call last): Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: timer() Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: cb(*args, **kw) Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: return func(*args, **kwargs) Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: self._notify() Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: self.callback(batched_events) Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: event.method(event) Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: return f(self, *a, **k) Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: return self._get(url).json() Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:33:36.237681 dv-cinder-837523-1-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:33:36.240565 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee4ecbb9-2722-44b3-a7a9-5cbb28d407b7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:36.245014 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-ee4ecbb9-2722-44b3-a7a9-5cbb28d407b7 tempest-AttachVolumeShelveTestJSON-1527849669 tempest-AttachVolumeShelveTestJSON-1527849669-project] 10.222.0.79 "DELETE /v2.0/floatingips/235a34d7-b0d4-4cd0-a1e1-d659a2744264 HTTP/1.1" status: 204 len: 168 time: 0.8374476 Apr 12 14:33:36.272331 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: 82cdff13-6efb-4602-8932-df5fcf578f65 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:33:36.272681 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 82cdff13-6efb-4602-8932-df5fcf578f65 not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:33:36.273244 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 6a77a8bc-ce25-403d-bf39-704d1774d75b no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:33:36.298419 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: 6a77a8bc-ce25-403d-bf39-704d1774d75b {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:33:36.298907 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 6a77a8bc-ce25-403d-bf39-704d1774d75b not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:33:36.313153 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9eec43c-340a-4250-b831-f395ce27477a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16104841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546540'] for network (f4a3bd02-b790-409a-af63-4b8c508a5dc9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:36.317196 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fdb9ea46-fcc1-495a-a2cf-a998bbde73d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616'] for port (fac4c839-73f8-49cd-822a-3f330f4723e6), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:36.321710 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9eec43c-340a-4250-b831-f395ce27477a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:36.325333 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fdb9ea46-fcc1-495a-a2cf-a998bbde73d2 None None] Network f4a3bd02-b790-409a-af63-4b8c508a5dc9 is not hosted by any dhcp agent {{(pid=103285) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 12 14:33:36.325905 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c9eec43c-340a-4250-b831-f395ce27477a admin admin] 10.222.0.79 "DELETE /v2.0/networks/f4a3bd02-b790-409a-af63-4b8c508a5dc9 HTTP/1.1" status: 204 len: 168 time: 0.7207816 Apr 12 14:33:36.326067 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb9ea46-fcc1-495a-a2cf-a998bbde73d2 None None] No DVR routers for this DVR port fac4c839-73f8-49cd-822a-3f330f4723e6 on host dv-cinder-837523-1-iscsi {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:33:36.336282 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eec43c-340a-4250-b831-f395ce27477a admin admin] Pushing event deleted for resources: {'Network': ['ID=f4a3bd02-b790-409a-af63-4b8c508a5dc9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:36.350235 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9ea46-fcc1-495a-a2cf-a998bbde73d2 None None] Pushing event deleted for resources: {'Port': ['ID=fac4c839-73f8-49cd-822a-3f330f4723e6,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:36.472658 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 60508) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:36.515756 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-4d54d584-23f9-48af-b357-f43a188aae57 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a2bedb77e90047d299fac9bf3cf393a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418870 Apr 12 14:33:36.518264 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 60510) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:36.571783 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd0ef67e-76b1-4565-a56b-5575ff981718 admin admin] Publish callbacks [] for security_group (30333643-58fa-49c3-aec7-19c088667589), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:36.594023 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd0ef67e-76b1-4565-a56b-5575ff981718 admin admin] Publish callbacks [] for security_group (30333643-58fa-49c3-aec7-19c088667589), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:36.644142 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd0ef67e-76b1-4565-a56b-5575ff981718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (30333643-58fa-49c3-aec7-19c088667589), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:36.647173 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd0ef67e-76b1-4565-a56b-5575ff981718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:36.649156 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-dd0ef67e-76b1-4565-a56b-5575ff981718 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/30333643-58fa-49c3-aec7-19c088667589 HTTP/1.1" status: 204 len: 168 time: 0.1299167 Apr 12 14:33:36.657896 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ef67e-76b1-4565-a56b-5575ff981718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30333643-58fa-49c3-aec7-19c088667589,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:37.688495 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 7e120853-bb7b-44fb-b722-a74a3be3c966 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:33:37.712064 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] No Port match for: 7e120853-bb7b-44fb-b722-a74a3be3c966 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:33:37.712418 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 7e120853-bb7b-44fb-b722-a74a3be3c966 not bound to the agent host hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:33:38.653856 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 60596) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:38.733265 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 60602) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:38.766232 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4597caa4-c981-41b0-8cb6-7213c1e90a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:38.999063 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4597caa4-c981-41b0-8cb6-7213c1e90a57 admin admin] Publish callbacks [] for security_group (e3049174-c64a-4d29-bad1-da9b5dc3fdb7), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:39.003676 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4597caa4-c981-41b0-8cb6-7213c1e90a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (e3049174-c64a-4d29-bad1-da9b5dc3fdb7), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:39.308022 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-4597caa4-c981-41b0-8cb6-7213c1e90a57 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2ee122b7da7e4826a87ad86406bd97ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6528394 Apr 12 14:33:39.310330 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597caa4-c981-41b0-8cb6-7213c1e90a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3049174-c64a-4d29-bad1-da9b5dc3fdb7,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:39.310639 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 60606) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:39.360742 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-978fca84-6808-4fd5-a1f7-1d20e196c125 admin admin] Publish callbacks [] for security_group (e3049174-c64a-4d29-bad1-da9b5dc3fdb7), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:39.382991 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-978fca84-6808-4fd5-a1f7-1d20e196c125 admin admin] Publish callbacks [] for security_group (e3049174-c64a-4d29-bad1-da9b5dc3fdb7), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:39.435947 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-978fca84-6808-4fd5-a1f7-1d20e196c125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (e3049174-c64a-4d29-bad1-da9b5dc3fdb7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:39.438870 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-978fca84-6808-4fd5-a1f7-1d20e196c125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:39.440280 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-978fca84-6808-4fd5-a1f7-1d20e196c125 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e3049174-c64a-4d29-bad1-da9b5dc3fdb7 HTTP/1.1" status: 204 len: 168 time: 0.1283967 Apr 12 14:33:39.448276 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fca84-6808-4fd5-a1f7-1d20e196c125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3049174-c64a-4d29-bad1-da9b5dc3fdb7,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:39.525346 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80eacf9a-52ef-45c4-893d-11e090585dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548802'] for router_interface (c0a5e0d8-9551-4178-b21c-dafeb895697c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:39.738117 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 60614) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:39.751438 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d757cf7b-68aa-408a-a013-2cc10ba82542 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:39.822523 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-80eacf9a-52ef-45c4-893d-11e090585dd3 admin admin] Deleting port 7bb79c5e-a17e-497d-bace-fa500735a10b {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:33:39.823089 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80eacf9a-52ef-45c4-893d-11e090585dd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (7bb79c5e-a17e-497d-bace-fa500735a10b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:39.831880 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d757cf7b-68aa-408a-a013-2cc10ba82542 admin admin] Publish callbacks [] for security_group (a51eff79-f965-45ed-a3fd-4163c810a799), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:39.836469 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d757cf7b-68aa-408a-a013-2cc10ba82542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (a51eff79-f965-45ed-a3fd-4163c810a799), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:39.874834 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757cf7b-68aa-408a-a013-2cc10ba82542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51eff79-f965-45ed-a3fd-4163c810a799,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:39.881973 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-d757cf7b-68aa-408a-a013-2cc10ba82542 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ca757bb4536e4d9d9029639d5e0441c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426306 Apr 12 14:33:39.883418 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 60616) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:39.925859 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-80eacf9a-52ef-45c4-893d-11e090585dd3 admin admin] For port 7bb79c5e-a17e-497d-bace-fa500735a10b, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=7bb79c5e-a17e-497d-bace-fa500735a10b,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:39.926216 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80eacf9a-52ef-45c4-893d-11e090585dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (7bb79c5e-a17e-497d-bace-fa500735a10b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:39.944416 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-80eacf9a-52ef-45c4-893d-11e090585dd3 admin admin] Calling delete_port for 7bb79c5e-a17e-497d-bace-fa500735a10b owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:33:39.967007 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36b4f69d-8e34-4162-879c-0909b430412c admin admin] Publish callbacks [] for security_group (a51eff79-f965-45ed-a3fd-4163c810a799), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:40.027733 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36b4f69d-8e34-4162-879c-0909b430412c admin admin] Publish callbacks [] for security_group (a51eff79-f965-45ed-a3fd-4163c810a799), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:40.133131 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36b4f69d-8e34-4162-879c-0909b430412c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (a51eff79-f965-45ed-a3fd-4163c810a799), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:40.135558 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-36b4f69d-8e34-4162-879c-0909b430412c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:40.136709 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-36b4f69d-8e34-4162-879c-0909b430412c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a51eff79-f965-45ed-a3fd-4163c810a799 HTTP/1.1" status: 204 len: 168 time: 0.2523451 Apr 12 14:33:40.148623 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4f69d-8e34-4162-879c-0909b430412c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51eff79-f965-45ed-a3fd-4163c810a799,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:40.201748 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80eacf9a-52ef-45c4-893d-11e090585dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (7bb79c5e-a17e-497d-bace-fa500735a10b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:40.232384 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eacf9a-52ef-45c4-893d-11e090585dd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb79c5e-a17e-497d-bace-fa500735a10b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:40.425676 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-80eacf9a-52ef-45c4-893d-11e090585dd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548718'] for router_interface (c0a5e0d8-9551-4178-b21c-dafeb895697c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:40.659645 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80eacf9a-52ef-45c4-893d-11e090585dd3 admin admin] Router c0a5e0d8-9551-4178-b21c-dafeb895697c has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:33:40.781033 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80eacf9a-52ef-45c4-893d-11e090585dd3 admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:33:40.786050 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-80eacf9a-52ef-45c4-893d-11e090585dd3 admin admin] 10.222.0.79 "PUT /v2.0/routers/c0a5e0d8-9551-4178-b21c-dafeb895697c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0517843 Apr 12 14:33:40.788498 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 60636) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:40.791450 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115f1a4d-2896-44ae-b7a2-ec5facafb1e2 None None] Sync routers for ids ['c0a5e0d8-9551-4178-b21c-dafeb895697c'] in dv-cinder-837523-1-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:33:40.801904 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115f1a4d-2896-44ae-b7a2-ec5facafb1e2 None None] Routers {'c0a5e0d8-9551-4178-b21c-dafeb895697c'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:33:40.802577 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-115f1a4d-2896-44ae-b7a2-ec5facafb1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:33:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['c0a5e0d8-9551-4178-b21c-dafeb895697c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:40.919944 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a5e59ec-7d16-4a6a-9490-a249dfc3b59a admin admin] Publish callbacks [] for router (c0a5e0d8-9551-4178-b21c-dafeb895697c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:40.921389 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-115f1a4d-2896-44ae-b7a2-ec5facafb1e2 None None] Set router c0a5e0d8-9551-4178-b21c-dafeb895697c gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:33:41.043212 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a5e59ec-7d16-4a6a-9490-a249dfc3b59a admin admin] Publish callbacks [] for router_gateway (c0a5e0d8-9551-4178-b21c-dafeb895697c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:41.093813 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e59ec-7d16-4a6a-9490-a249dfc3b59a admin admin] Deleting port 93ae7947-f901-4cdc-a374-7bb5c3acb8b3 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:33:41.094144 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a5e59ec-7d16-4a6a-9490-a249dfc3b59a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (93ae7947-f901-4cdc-a374-7bb5c3acb8b3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:41.115308 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-115f1a4d-2896-44ae-b7a2-ec5facafb1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'name': 'tempest-AttachVolumeShelveTestJSON-833558185-router', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:33:40Z', 'revision_number': 5, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'gw_port': {'id': '93ae7947-f901-4cdc-a374-7bb5c3acb8b3', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:41.143198 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115f1a4d-2896-44ae-b7a2-ec5facafb1e2 None None] Checking router: c0a5e0d8-9551-4178-b21c-dafeb895697c for host: dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:33:41.152690 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115f1a4d-2896-44ae-b7a2-ec5facafb1e2 None None] Routers {'c0a5e0d8-9551-4178-b21c-dafeb895697c'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:33:41.153364 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-115f1a4d-2896-44ae-b7a2-ec5facafb1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:33:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['c0a5e0d8-9551-4178-b21c-dafeb895697c'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:41.185100 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-1a5e59ec-7d16-4a6a-9490-a249dfc3b59a admin admin] For port 93ae7947-f901-4cdc-a374-7bb5c3acb8b3, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=93ae7947-f901-4cdc-a374-7bb5c3acb8b3,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:41.185367 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a5e59ec-7d16-4a6a-9490-a249dfc3b59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (93ae7947-f901-4cdc-a374-7bb5c3acb8b3), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:41.205242 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e59ec-7d16-4a6a-9490-a249dfc3b59a admin admin] Calling delete_port for 93ae7947-f901-4cdc-a374-7bb5c3acb8b3 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:33:41.246928 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-115f1a4d-2896-44ae-b7a2-ec5facafb1e2 None None] Set router c0a5e0d8-9551-4178-b21c-dafeb895697c gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:33:41.304763 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-115f1a4d-2896-44ae-b7a2-ec5facafb1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'name': 'tempest-AttachVolumeShelveTestJSON-833558185-router', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:33:41Z', 'revision_number': 6, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'gw_port_host': None}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:41.336973 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115f1a4d-2896-44ae-b7a2-ec5facafb1e2 None None] The sync data for ids ['c0a5e0d8-9551-4178-b21c-dafeb895697c'] in dv-cinder-837523-1-iscsi is: [{'id': 'c0a5e0d8-9551-4178-b21c-dafeb895697c', 'name': 'tempest-AttachVolumeShelveTestJSON-833558185-router', 'tenant_id': '49188c95f1804cb397ce7cc2aeb071f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:26:08Z', 'updated_at': '2022-04-12T14:33:41Z', 'revision_number': 6, 'project_id': '49188c95f1804cb397ce7cc2aeb071f2', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:33:41.415001 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a5e59ec-7d16-4a6a-9490-a249dfc3b59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (93ae7947-f901-4cdc-a374-7bb5c3acb8b3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:41.441659 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e59ec-7d16-4a6a-9490-a249dfc3b59a admin admin] Pushing event deleted for resources: {'Port': ['ID=93ae7947-f901-4cdc-a374-7bb5c3acb8b3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:41.505558 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a5e59ec-7d16-4a6a-9490-a249dfc3b59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546440'] for router_gateway (c0a5e0d8-9551-4178-b21c-dafeb895697c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:41.859066 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a5e59ec-7d16-4a6a-9490-a249dfc3b59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4077'] for router (c0a5e0d8-9551-4178-b21c-dafeb895697c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:41.861228 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a5e59ec-7d16-4a6a-9490-a249dfc3b59a admin admin] Publish callbacks [] for router_controller (c0a5e0d8-9551-4178-b21c-dafeb895697c), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:41.929890 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a5e59ec-7d16-4a6a-9490-a249dfc3b59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-645423'] for router (c0a5e0d8-9551-4178-b21c-dafeb895697c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:41.930673 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5e59ec-7d16-4a6a-9490-a249dfc3b59a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0a5e0d8-9551-4178-b21c-dafeb895697c {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 14:33:41.935378 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a5e59ec-7d16-4a6a-9490-a249dfc3b59a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:41.936527 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-1a5e59ec-7d16-4a6a-9490-a249dfc3b59a admin admin] 10.222.0.79 "DELETE /v2.0/routers/c0a5e0d8-9551-4178-b21c-dafeb895697c HTTP/1.1" status: 204 len: 168 time: 1.1470783 Apr 12 14:33:41.940258 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 60664) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:41.987626 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a2188f-a09c-48a9-85e9-c7449d7f3505 admin admin] Deleting subnet b1d9c83f-a54a-4a39-b389-03cf74c59344 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:33:41.991112 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07a2188f-a09c-48a9-85e9-c7449d7f3505 admin admin] Publish callbacks [] for subnet (b1d9c83f-a54a-4a39-b389-03cf74c59344), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:42.026550 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07a2188f-a09c-48a9-85e9-c7449d7f3505 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3180185'] for subnet (b1d9c83f-a54a-4a39-b389-03cf74c59344), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:42.107042 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07a2188f-a09c-48a9-85e9-c7449d7f3505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16103179'] for subnet (b1d9c83f-a54a-4a39-b389-03cf74c59344), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:42.163264 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07a2188f-a09c-48a9-85e9-c7449d7f3505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16103218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3725966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4036632'] for subnet (b1d9c83f-a54a-4a39-b389-03cf74c59344), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:42.189415 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2188f-a09c-48a9-85e9-c7449d7f3505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1d9c83f-a54a-4a39-b389-03cf74c59344,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:42.197618 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-07a2188f-a09c-48a9-85e9-c7449d7f3505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:42.203173 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-07a2188f-a09c-48a9-85e9-c7449d7f3505 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b1d9c83f-a54a-4a39-b389-03cf74c59344 HTTP/1.1" status: 204 len: 168 time: 0.2597275 Apr 12 14:33:42.204144 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 60668) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:42.206862 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d84c8c-8155-4bc8-9b64-9faa60ce453c None None] Network 10b93a74-e9df-4c8d-a668-3b0b6235408c requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:33:42.236838 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 7bb79c5e-a17e-497d-bace-fa500735a10b no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:33:42.287109 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83d96460-ed47-43ec-844c-e750f09e0746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16156760'] for network (10b93a74-e9df-4c8d-a668-3b0b6235408c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:42.289848 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: 7bb79c5e-a17e-497d-bace-fa500735a10b {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:33:42.290207 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 7bb79c5e-a17e-497d-bace-fa500735a10b not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:33:42.333767 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-83d96460-ed47-43ec-844c-e750f09e0746 admin admin] Deleting port 533b0463-ff44-4947-865f-b3877f057bfc {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:33:42.334126 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83d96460-ed47-43ec-844c-e750f09e0746 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (533b0463-ff44-4947-865f-b3877f057bfc), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:42.394878 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab57831-e95e-4c40-8dee-a77a0ec54967 None None] DHCP port deletion for 10b93a74-e9df-4c8d-a668-3b0b6235408c request from dv-cinder-837523-1-iscsi {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 14:33:42.404603 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-83d96460-ed47-43ec-844c-e750f09e0746 admin admin] For port 533b0463-ff44-4947-865f-b3877f057bfc, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=533b0463-ff44-4947-865f-b3877f057bfc,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:42.404998 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83d96460-ed47-43ec-844c-e750f09e0746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (533b0463-ff44-4947-865f-b3877f057bfc), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:42.425734 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-83d96460-ed47-43ec-844c-e750f09e0746 admin admin] Calling delete_port for 533b0463-ff44-4947-865f-b3877f057bfc owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:33:42.446833 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4ab57831-e95e-4c40-8dee-a77a0ec54967 None None] Deleting port 533b0463-ff44-4947-865f-b3877f057bfc {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:33:42.447210 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ab57831-e95e-4c40-8dee-a77a0ec54967 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (533b0463-ff44-4947-865f-b3877f057bfc), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:42.511018 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83d96460-ed47-43ec-844c-e750f09e0746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (533b0463-ff44-4947-865f-b3877f057bfc), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:42.529999 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-4ab57831-e95e-4c40-8dee-a77a0ec54967 None None] For port 533b0463-ff44-4947-865f-b3877f057bfc, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=533b0463-ff44-4947-865f-b3877f057bfc,segment=NetworkSegment(5aa54e07-f92f-47f1-bae3-92963cdf5840),segment_id=5aa54e07-f92f-47f1-bae3-92963cdf5840)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:42.530394 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ab57831-e95e-4c40-8dee-a77a0ec54967 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (533b0463-ff44-4947-865f-b3877f057bfc), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:42.544075 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-4ab57831-e95e-4c40-8dee-a77a0ec54967 None None] Calling delete_port for 533b0463-ff44-4947-865f-b3877f057bfc owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:33:42.547147 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d96460-ed47-43ec-844c-e750f09e0746 admin admin] Pushing event deleted for resources: {'Port': ['ID=533b0463-ff44-4947-865f-b3877f057bfc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:42.548971 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d96460-ed47-43ec-844c-e750f09e0746 admin admin] No DVR routers for this DVR port 533b0463-ff44-4947-865f-b3877f057bfc on host dv-cinder-837523-1-iscsi {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:33:42.623033 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4ab57831-e95e-4c40-8dee-a77a0ec54967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616'] for port (533b0463-ff44-4947-865f-b3877f057bfc), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:42.625464 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83d96460-ed47-43ec-844c-e750f09e0746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16104838', 'neutron.services.segments.db._delete_segments_for_network-8728757608111'] for network (10b93a74-e9df-4c8d-a668-3b0b6235408c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:42.648428 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-83d96460-ed47-43ec-844c-e750f09e0746 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b93a74-e9df-4c8d-a668-3b0b6235408c']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:42.649060 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab57831-e95e-4c40-8dee-a77a0ec54967 None None] Pushing event deleted for resources: {'Port': ['ID=533b0463-ff44-4947-865f-b3877f057bfc,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:42.653874 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab57831-e95e-4c40-8dee-a77a0ec54967 None None] No DVR routers for this DVR port 533b0463-ff44-4947-865f-b3877f057bfc on host dv-cinder-837523-1-iscsi {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:33:42.658445 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-83d96460-ed47-43ec-844c-e750f09e0746 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa54e07-f92f-47f1-bae3-92963cdf5840') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:42.658966 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-83d96460-ed47-43ec-844c-e750f09e0746 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa54e07-f92f-47f1-bae3-92963cdf5840') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:42.671469 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83d96460-ed47-43ec-844c-e750f09e0746 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728757610680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3180176'] for segment (5aa54e07-f92f-47f1-bae3-92963cdf5840), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:42.686334 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83d96460-ed47-43ec-844c-e750f09e0746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (5aa54e07-f92f-47f1-bae3-92963cdf5840), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:42.692688 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d96460-ed47-43ec-844c-e750f09e0746 admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:33:42.693102 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83d96460-ed47-43ec-844c-e750f09e0746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3725860'] for segment (5aa54e07-f92f-47f1-bae3-92963cdf5840), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: Traceback (most recent call last): Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: timer() Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: cb(*args, **kw) Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: return func(*args, **kwargs) Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: self._notify() Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: self.callback(batched_events) Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: event.method(event) Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: return f(self, *a, **k) Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: return self._get(url).json() Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:33:42.694822 dv-cinder-837523-1-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:33:42.753515 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83d96460-ed47-43ec-844c-e750f09e0746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16104841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546540'] for network (10b93a74-e9df-4c8d-a668-3b0b6235408c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:42.758845 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83d96460-ed47-43ec-844c-e750f09e0746 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:42.762085 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-83d96460-ed47-43ec-844c-e750f09e0746 admin admin] 10.222.0.79 "DELETE /v2.0/networks/10b93a74-e9df-4c8d-a668-3b0b6235408c HTTP/1.1" status: 204 len: 168 time: 0.5576696 Apr 12 14:33:42.775768 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d96460-ed47-43ec-844c-e750f09e0746 admin admin] Pushing event deleted for resources: {'Network': ['ID=10b93a74-e9df-4c8d-a668-3b0b6235408c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:42.927996 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 60672) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:42.968055 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-335aacac-628e-41ac-a333-485b95930db4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=49188c95f1804cb397ce7cc2aeb071f2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388269 Apr 12 14:33:42.970561 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 60674) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:43.020086 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1ff66c3-6691-48fe-8d1b-623320f1d494 admin admin] Publish callbacks [] for security_group (fd8ee679-8942-4ebf-95ca-34f2c8261428), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:43.042697 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1ff66c3-6691-48fe-8d1b-623320f1d494 admin admin] Publish callbacks [] for security_group (fd8ee679-8942-4ebf-95ca-34f2c8261428), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:43.099030 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1ff66c3-6691-48fe-8d1b-623320f1d494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (fd8ee679-8942-4ebf-95ca-34f2c8261428), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:43.101741 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a1ff66c3-6691-48fe-8d1b-623320f1d494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:43.105341 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-a1ff66c3-6691-48fe-8d1b-623320f1d494 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fd8ee679-8942-4ebf-95ca-34f2c8261428 HTTP/1.1" status: 204 len: 168 time: 0.1314399 Apr 12 14:33:43.113971 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff66c3-6691-48fe-8d1b-623320f1d494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8ee679-8942-4ebf-95ca-34f2c8261428,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:43.842620 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 60708) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:43.864084 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 533b0463-ff44-4947-865f-b3877f057bfc no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:33:43.885931 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: 533b0463-ff44-4947-865f-b3877f057bfc {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:33:43.886718 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 533b0463-ff44-4947-865f-b3877f057bfc not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:33:43.887325 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 93ae7947-f901-4cdc-a374-7bb5c3acb8b3 no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:33:43.906979 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: 93ae7947-f901-4cdc-a374-7bb5c3acb8b3 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:33:43.907415 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 93ae7947-f901-4cdc-a374-7bb5c3acb8b3 not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:33:43.942670 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-ab405eb6-1743-4f8e-9895-4a49cd81dad4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1027456470-network', 'tenant_id': 'b17ba30c7ea1499e8e632cb5b5e1e21e'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:33:43.962405 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab405eb6-1743-4f8e-9895-4a49cd81dad4 admin admin] Made reservation on behalf of b17ba30c7ea1499e8e632cb5b5e1e21e for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:33:43.964810 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab405eb6-1743-4f8e-9895-4a49cd81dad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:43.973278 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab405eb6-1743-4f8e-9895-4a49cd81dad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:44.049464 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab405eb6-1743-4f8e-9895-4a49cd81dad4 admin admin] Publish callbacks [] for security_group (7ebb56f3-5479-4552-a62e-75e89ef03d9d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:44.053524 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab405eb6-1743-4f8e-9895-4a49cd81dad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (7ebb56f3-5479-4552-a62e-75e89ef03d9d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:44.079832 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab405eb6-1743-4f8e-9895-4a49cd81dad4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:33:44.084986 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab405eb6-1743-4f8e-9895-4a49cd81dad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebb56f3-5479-4552-a62e-75e89ef03d9d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:44.093300 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab405eb6-1743-4f8e-9895-4a49cd81dad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (a1b1eba5-954e-452f-9c76-3ce5b152a3de), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:44.093638 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.db.segments_db [None req-ab405eb6-1743-4f8e-9895-4a49cd81dad4 admin admin] Added segment a1b1eba5-954e-452f-9c76-3ce5b152a3de of type vlan for network 97c86970-ef69-4cf5-aef3-8a71628b3537 Apr 12 14:33:44.136552 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab405eb6-1743-4f8e-9895-4a49cd81dad4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728757078613'] for network (97c86970-ef69-4cf5-aef3-8a71628b3537), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:44.162383 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab405eb6-1743-4f8e-9895-4a49cd81dad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for network (97c86970-ef69-4cf5-aef3-8a71628b3537), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:44.163590 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab405eb6-1743-4f8e-9895-4a49cd81dad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:44.164191 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab405eb6-1743-4f8e-9895-4a49cd81dad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:44.228018 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-ab405eb6-1743-4f8e-9895-4a49cd81dad4 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.3842850 Apr 12 14:33:44.231745 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 60712) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:44.233525 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab405eb6-1743-4f8e-9895-4a49cd81dad4 admin admin] Pushing event updated for resources: {'Network': ['ID=97c86970-ef69-4cf5-aef3-8a71628b3537,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:44.236696 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-276a432d-6ca2-439f-8e2b-8e20e3dda5f1 admin admin] Request body: {'subnet': {'network_id': '97c86970-ef69-4cf5-aef3-8a71628b3537', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1027456470-subnet', 'tenant_id': 'b17ba30c7ea1499e8e632cb5b5e1e21e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:33:44.243684 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Network 97c86970-ef69-4cf5-aef3-8a71628b3537 details requested by agent ovs-agent-dv-cinder-837523-1-iscsi with host dv-cinder-837523-1-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:33:44.263073 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276a432d-6ca2-439f-8e2b-8e20e3dda5f1 admin admin] Made reservation on behalf of b17ba30c7ea1499e8e632cb5b5e1e21e for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:33:44.265698 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-276a432d-6ca2-439f-8e2b-8e20e3dda5f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4036613'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:44.453090 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-276a432d-6ca2-439f-8e2b-8e20e3dda5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3725379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4036631'] for subnet (f048226e-5384-4074-8dfd-e305d8307d91), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:44.514863 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a432d-6ca2-439f-8e2b-8e20e3dda5f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f048226e-5384-4074-8dfd-e305d8307d91,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:44.524538 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276a432d-6ca2-439f-8e2b-8e20e3dda5f1 admin admin] Checking segment: {'id': 'a1b1eba5-954e-452f-9c76-3ce5b152a3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '97c86970-ef69-4cf5-aef3-8a71628b3537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:33:44.524749 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276a432d-6ca2-439f-8e2b-8e20e3dda5f1 admin admin] Network hostable DHCP agents. Network: 97c86970-ef69-4cf5-aef3-8a71628b3537, hostable agents: ['26b99ea2-1f24-436d-a395-59cabb3f6051'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:33:44.543467 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276a432d-6ca2-439f-8e2b-8e20e3dda5f1 admin admin] Network 97c86970-ef69-4cf5-aef3-8a71628b3537 is scheduled to be hosted by DHCP agent 26b99ea2-1f24-436d-a395-59cabb3f6051 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:33:44.553077 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-276a432d-6ca2-439f-8e2b-8e20e3dda5f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837523-1-iscsi, 97c86970-ef69-4cf5-aef3-8a71628b3537) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:33:44.558959 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276a432d-6ca2-439f-8e2b-8e20e3dda5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:44.559833 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-276a432d-6ca2-439f-8e2b-8e20e3dda5f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:44.563290 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37acea24-e4ad-4053-afd5-7dc2dde54691 None None] Network 97c86970-ef69-4cf5-aef3-8a71628b3537 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:33:44.578977 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-276a432d-6ca2-439f-8e2b-8e20e3dda5f1 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3460691 Apr 12 14:33:44.672486 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3005b08b-d49d-4930-bbc8-9c847d90013d None None] Network 97c86970-ef69-4cf5-aef3-8a71628b3537 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:33:45.095866 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 60742) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:45.101005 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-71d13fd5-d74f-434e-9acf-c349d9733c74 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1558725493-network', 'tenant_id': '931840554fe244a281822e160e3f9885'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:33:45.121091 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d13fd5-d74f-434e-9acf-c349d9733c74 admin admin] Made reservation on behalf of 931840554fe244a281822e160e3f9885 for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:33:45.123668 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-71d13fd5-d74f-434e-9acf-c349d9733c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:45.140483 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-71d13fd5-d74f-434e-9acf-c349d9733c74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:45.230762 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-71d13fd5-d74f-434e-9acf-c349d9733c74 admin admin] Publish callbacks [] for security_group (e874fcee-6404-4323-93a4-59c562f26b50), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:45.242234 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-71d13fd5-d74f-434e-9acf-c349d9733c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (e874fcee-6404-4323-93a4-59c562f26b50), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:45.268119 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d13fd5-d74f-434e-9acf-c349d9733c74 admin admin] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:33:45.279301 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d13fd5-d74f-434e-9acf-c349d9733c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e874fcee-6404-4323-93a4-59c562f26b50,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:45.291827 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-71d13fd5-d74f-434e-9acf-c349d9733c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (0a30c0c1-9377-4911-ba08-9a41268f8598), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:45.291827 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.db.segments_db [None req-71d13fd5-d74f-434e-9acf-c349d9733c74 admin admin] Added segment 0a30c0c1-9377-4911-ba08-9a41268f8598 of type vlan for network f2c0968c-3fe7-403f-b863-b12fd150f39a Apr 12 14:33:45.328648 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-71d13fd5-d74f-434e-9acf-c349d9733c74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728757078613'] for network (f2c0968c-3fe7-403f-b863-b12fd150f39a), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:45.354287 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-71d13fd5-d74f-434e-9acf-c349d9733c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for network (f2c0968c-3fe7-403f-b863-b12fd150f39a), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:45.355232 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d13fd5-d74f-434e-9acf-c349d9733c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:45.355868 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-71d13fd5-d74f-434e-9acf-c349d9733c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:45.389864 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-71d13fd5-d74f-434e-9acf-c349d9733c74 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.2928641 Apr 12 14:33:45.392990 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 60746) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:45.400157 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-68566f47-af6f-4868-8fc5-5fafff24bf85 admin admin] Request body: {'subnet': {'network_id': 'f2c0968c-3fe7-403f-b863-b12fd150f39a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1558725493-subnet', 'tenant_id': '931840554fe244a281822e160e3f9885', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:33:45.420421 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68566f47-af6f-4868-8fc5-5fafff24bf85 admin admin] Made reservation on behalf of 931840554fe244a281822e160e3f9885 for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:33:45.422824 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68566f47-af6f-4868-8fc5-5fafff24bf85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4036613'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:45.423270 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d13fd5-d74f-434e-9acf-c349d9733c74 admin admin] Pushing event updated for resources: {'Network': ['ID=f2c0968c-3fe7-403f-b863-b12fd150f39a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:45.433931 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Network f2c0968c-3fe7-403f-b863-b12fd150f39a details requested by agent ovs-agent-dv-cinder-837523-1-iscsi with host dv-cinder-837523-1-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:33:45.609435 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68566f47-af6f-4868-8fc5-5fafff24bf85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3725379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4036631'] for subnet (d7122448-ce2d-414c-a8fe-d36010bf216c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:45.670197 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68566f47-af6f-4868-8fc5-5fafff24bf85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7122448-ce2d-414c-a8fe-d36010bf216c,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:45.680139 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68566f47-af6f-4868-8fc5-5fafff24bf85 admin admin] Checking segment: {'id': '0a30c0c1-9377-4911-ba08-9a41268f8598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'f2c0968c-3fe7-403f-b863-b12fd150f39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:33:45.680502 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68566f47-af6f-4868-8fc5-5fafff24bf85 admin admin] Network hostable DHCP agents. Network: f2c0968c-3fe7-403f-b863-b12fd150f39a, hostable agents: ['26b99ea2-1f24-436d-a395-59cabb3f6051'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:33:45.698131 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68566f47-af6f-4868-8fc5-5fafff24bf85 admin admin] Network f2c0968c-3fe7-403f-b863-b12fd150f39a is scheduled to be hosted by DHCP agent 26b99ea2-1f24-436d-a395-59cabb3f6051 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:33:45.707651 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-68566f47-af6f-4868-8fc5-5fafff24bf85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837523-1-iscsi, f2c0968c-3fe7-403f-b863-b12fd150f39a) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:33:45.712261 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68566f47-af6f-4868-8fc5-5fafff24bf85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:45.712929 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-68566f47-af6f-4868-8fc5-5fafff24bf85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:45.716914 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30750e9f-e236-4e45-8e73-a5f91f0c616b None None] Network f2c0968c-3fe7-403f-b863-b12fd150f39a requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:33:45.731244 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-68566f47-af6f-4868-8fc5-5fafff24bf85 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3360765 Apr 12 14:33:45.825443 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1db408b-045f-42c6-a898-5575116807a7 None None] Network f2c0968c-3fe7-403f-b863-b12fd150f39a requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:33:45.851191 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 60752) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:45.896812 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-73eaf97c-ef71-4076-9253-23c670abd3e9 admin admin] Deleting subnet f048226e-5384-4074-8dfd-e305d8307d91 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:33:45.900608 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73eaf97c-ef71-4076-9253-23c670abd3e9 admin admin] Publish callbacks [] for subnet (f048226e-5384-4074-8dfd-e305d8307d91), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:45.947960 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73eaf97c-ef71-4076-9253-23c670abd3e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3180185'] for subnet (f048226e-5384-4074-8dfd-e305d8307d91), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:45.996164 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73eaf97c-ef71-4076-9253-23c670abd3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16103179'] for subnet (f048226e-5384-4074-8dfd-e305d8307d91), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:46.050558 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73eaf97c-ef71-4076-9253-23c670abd3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16103218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3725966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4036632'] for subnet (f048226e-5384-4074-8dfd-e305d8307d91), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:46.076743 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eaf97c-ef71-4076-9253-23c670abd3e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f048226e-5384-4074-8dfd-e305d8307d91,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:46.080401 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-73eaf97c-ef71-4076-9253-23c670abd3e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:46.083616 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-73eaf97c-ef71-4076-9253-23c670abd3e9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f048226e-5384-4074-8dfd-e305d8307d91 HTTP/1.1" status: 204 len: 168 time: 0.2313979 Apr 12 14:33:46.086729 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 60754) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:46.167137 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bee0e0cf-ef20-4915-90f7-94f2cd1c39dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16156760'] for network (97c86970-ef69-4cf5-aef3-8a71628b3537), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:46.252298 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bee0e0cf-ef20-4915-90f7-94f2cd1c39dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16104838', 'neutron.services.segments.db._delete_segments_for_network-8728757608111'] for network (97c86970-ef69-4cf5-aef3-8a71628b3537), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:46.272266 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-bee0e0cf-ef20-4915-90f7-94f2cd1c39dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c86970-ef69-4cf5-aef3-8a71628b3537']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:46.286883 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-bee0e0cf-ef20-4915-90f7-94f2cd1c39dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b1eba5-954e-452f-9c76-3ce5b152a3de') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:46.287174 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-bee0e0cf-ef20-4915-90f7-94f2cd1c39dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b1eba5-954e-452f-9c76-3ce5b152a3de') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:46.296716 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bee0e0cf-ef20-4915-90f7-94f2cd1c39dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728757610680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3180176'] for segment (a1b1eba5-954e-452f-9c76-3ce5b152a3de), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:46.309617 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bee0e0cf-ef20-4915-90f7-94f2cd1c39dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (a1b1eba5-954e-452f-9c76-3ce5b152a3de), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:46.315281 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee0e0cf-ef20-4915-90f7-94f2cd1c39dd admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:33:46.315656 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bee0e0cf-ef20-4915-90f7-94f2cd1c39dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3725860'] for segment (a1b1eba5-954e-452f-9c76-3ce5b152a3de), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: Traceback (most recent call last): Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: timer() Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: cb(*args, **kw) Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: return func(*args, **kwargs) Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: self._notify() Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: self.callback(batched_events) Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: event.method(event) Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: return f(self, *a, **k) Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: return self._get(url).json() Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:33:46.317362 dv-cinder-837523-1-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:33:46.376398 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bee0e0cf-ef20-4915-90f7-94f2cd1c39dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16104841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546540'] for network (97c86970-ef69-4cf5-aef3-8a71628b3537), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:46.381245 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bee0e0cf-ef20-4915-90f7-94f2cd1c39dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:46.385885 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-bee0e0cf-ef20-4915-90f7-94f2cd1c39dd admin admin] 10.222.0.79 "DELETE /v2.0/networks/97c86970-ef69-4cf5-aef3-8a71628b3537 HTTP/1.1" status: 204 len: 168 time: 0.2980781 Apr 12 14:33:46.388712 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 60760) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:46.398864 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0e0cf-ef20-4915-90f7-94f2cd1c39dd admin admin] Pushing event deleted for resources: {'Network': ['ID=97c86970-ef69-4cf5-aef3-8a71628b3537,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:46.438305 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8347edb-adb8-4b47-966f-f15613af79f9 admin admin] Deleting subnet d7122448-ce2d-414c-a8fe-d36010bf216c {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:33:46.441767 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8347edb-adb8-4b47-966f-f15613af79f9 admin admin] Publish callbacks [] for subnet (d7122448-ce2d-414c-a8fe-d36010bf216c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:46.475317 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8347edb-adb8-4b47-966f-f15613af79f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58773011'] for subnet (d7122448-ce2d-414c-a8fe-d36010bf216c), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:46.515206 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8347edb-adb8-4b47-966f-f15613af79f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16103179'] for subnet (d7122448-ce2d-414c-a8fe-d36010bf216c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:46.566715 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8347edb-adb8-4b47-966f-f15613af79f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16103218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3951348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59075873'] for subnet (d7122448-ce2d-414c-a8fe-d36010bf216c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:46.596782 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8347edb-adb8-4b47-966f-f15613af79f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7122448-ce2d-414c-a8fe-d36010bf216c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:46.600520 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8347edb-adb8-4b47-966f-f15613af79f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:46.605392 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-f8347edb-adb8-4b47-966f-f15613af79f9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d7122448-ce2d-414c-a8fe-d36010bf216c HTTP/1.1" status: 204 len: 168 time: 0.2146602 Apr 12 14:33:46.606733 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 60762) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:46.676877 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98fcb449-8d35-4406-bd04-673e4c98e9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16156760'] for network (f2c0968c-3fe7-403f-b863-b12fd150f39a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:46.759334 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98fcb449-8d35-4406-bd04-673e4c98e9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16104838', 'neutron.services.segments.db._delete_segments_for_network-8728757608111'] for network (f2c0968c-3fe7-403f-b863-b12fd150f39a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:46.780252 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-98fcb449-8d35-4406-bd04-673e4c98e9f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c0968c-3fe7-403f-b863-b12fd150f39a']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:46.789420 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-98fcb449-8d35-4406-bd04-673e4c98e9f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a30c0c1-9377-4911-ba08-9a41268f8598') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:46.789719 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-98fcb449-8d35-4406-bd04-673e4c98e9f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a30c0c1-9377-4911-ba08-9a41268f8598') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:46.800745 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98fcb449-8d35-4406-bd04-673e4c98e9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728757610680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58773018'] for segment (0a30c0c1-9377-4911-ba08-9a41268f8598), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:46.814682 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98fcb449-8d35-4406-bd04-673e4c98e9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (0a30c0c1-9377-4911-ba08-9a41268f8598), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:46.821327 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98fcb449-8d35-4406-bd04-673e4c98e9f5 admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:33:46.821712 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98fcb449-8d35-4406-bd04-673e4c98e9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3951198'] for segment (0a30c0c1-9377-4911-ba08-9a41268f8598), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: Traceback (most recent call last): Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: timer() Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: cb(*args, **kw) Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: return func(*args, **kwargs) Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: self._notify() Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: self.callback(batched_events) Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: event.method(event) Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: return f(self, *a, **k) Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: return self._get(url).json() Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: return self.request(url, 'GET', **kwargs) Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:33:46.823560 dv-cinder-837523-1-iscsi neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:33:46.878136 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98fcb449-8d35-4406-bd04-673e4c98e9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16104841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546540'] for network (f2c0968c-3fe7-403f-b863-b12fd150f39a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:46.883400 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98fcb449-8d35-4406-bd04-673e4c98e9f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:46.886579 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-98fcb449-8d35-4406-bd04-673e4c98e9f5 admin admin] 10.222.0.79 "DELETE /v2.0/networks/f2c0968c-3fe7-403f-b863-b12fd150f39a HTTP/1.1" status: 204 len: 168 time: 0.2789135 Apr 12 14:33:46.907120 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcb449-8d35-4406-bd04-673e4c98e9f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2c0968c-3fe7-403f-b863-b12fd150f39a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:47.046876 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 60766) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:47.091962 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-0b129cc6-7dd4-4173-bba1-975dd8045593 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b17ba30c7ea1499e8e632cb5b5e1e21e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439191 Apr 12 14:33:47.094446 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 60768) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:47.142009 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-38141b67-fbae-4c46-be4a-26a14e8ef0cb admin admin] Publish callbacks [] for security_group (7ebb56f3-5479-4552-a62e-75e89ef03d9d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:47.164780 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-38141b67-fbae-4c46-be4a-26a14e8ef0cb admin admin] Publish callbacks [] for security_group (7ebb56f3-5479-4552-a62e-75e89ef03d9d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:47.212388 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-38141b67-fbae-4c46-be4a-26a14e8ef0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (7ebb56f3-5479-4552-a62e-75e89ef03d9d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:47.217153 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-38141b67-fbae-4c46-be4a-26a14e8ef0cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:47.218943 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-38141b67-fbae-4c46-be4a-26a14e8ef0cb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7ebb56f3-5479-4552-a62e-75e89ef03d9d HTTP/1.1" status: 204 len: 168 time: 0.1233783 Apr 12 14:33:47.228169 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38141b67-fbae-4c46-be4a-26a14e8ef0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebb56f3-5479-4552-a62e-75e89ef03d9d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:47.551075 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 60780) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:47.592661 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-361c62f9-a865-4431-a947-d2d00a8f8883 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=931840554fe244a281822e160e3f9885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404186 Apr 12 14:33:47.595082 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 60782) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:47.643896 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dde646a6-4ed5-48d7-a88a-37e528495145 admin admin] Publish callbacks [] for security_group (e874fcee-6404-4323-93a4-59c562f26b50), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:47.666073 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dde646a6-4ed5-48d7-a88a-37e528495145 admin admin] Publish callbacks [] for security_group (e874fcee-6404-4323-93a4-59c562f26b50), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:47.718395 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dde646a6-4ed5-48d7-a88a-37e528495145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (e874fcee-6404-4323-93a4-59c562f26b50), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:47.721024 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dde646a6-4ed5-48d7-a88a-37e528495145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:47.722169 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-dde646a6-4ed5-48d7-a88a-37e528495145 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e874fcee-6404-4323-93a4-59c562f26b50 HTTP/1.1" status: 204 len: 168 time: 0.1262023 Apr 12 14:33:47.730925 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde646a6-4ed5-48d7-a88a-37e528495145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e874fcee-6404-4323-93a4-59c562f26b50,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:48.122814 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8d1a5168-bb21-4e33-b2ab-f822f8a046dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:50.498620 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aae56e4b-6111-4c4e-a45b-4a4a9323272e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:51.541712 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:52.449053 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 60902) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:52.556731 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8726cee1-1276-46d1-94ba-f1c7f3eca8b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:52.633066 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8726cee1-1276-46d1-94ba-f1c7f3eca8b4 admin admin] Publish callbacks [] for security_group (a978c374-15f9-46d1-bc15-04cdaab8e7fe), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:52.636848 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8726cee1-1276-46d1-94ba-f1c7f3eca8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (a978c374-15f9-46d1-bc15-04cdaab8e7fe), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:52.673249 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726cee1-1276-46d1-94ba-f1c7f3eca8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a978c374-15f9-46d1-bc15-04cdaab8e7fe,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:52.677693 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-8726cee1-1276-46d1-94ba-f1c7f3eca8b4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ff398181c68d4270bc0020038f5e38b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275569 Apr 12 14:33:52.681099 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 60906) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:52.736974 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d15327c-387e-4f94-b704-fca5378b3716 admin admin] Publish callbacks [] for security_group (a978c374-15f9-46d1-bc15-04cdaab8e7fe), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:52.761104 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d15327c-387e-4f94-b704-fca5378b3716 admin admin] Publish callbacks [] for security_group (a978c374-15f9-46d1-bc15-04cdaab8e7fe), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:52.810218 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d15327c-387e-4f94-b704-fca5378b3716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (a978c374-15f9-46d1-bc15-04cdaab8e7fe), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:52.814887 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d15327c-387e-4f94-b704-fca5378b3716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:52.816784 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-0d15327c-387e-4f94-b704-fca5378b3716 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a978c374-15f9-46d1-bc15-04cdaab8e7fe HTTP/1.1" status: 204 len: 168 time: 0.1345468 Apr 12 14:33:52.825148 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15327c-387e-4f94-b704-fca5378b3716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a978c374-15f9-46d1-bc15-04cdaab8e7fe,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:52.902379 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:53.087119 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 60920) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:53.108496 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a4cb09a3-477b-4eb9-9a2a-88645bb59e50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:53.212638 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a4cb09a3-477b-4eb9-9a2a-88645bb59e50 admin admin] Publish callbacks [] for security_group (19bfe4e8-f087-41da-8ca0-509d7aba5ce8), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:53.217389 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a4cb09a3-477b-4eb9-9a2a-88645bb59e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (19bfe4e8-f087-41da-8ca0-509d7aba5ce8), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:53.282438 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-a4cb09a3-477b-4eb9-9a2a-88645bb59e50 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=27ec942652a04f26994ed340368f81b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1892045 Apr 12 14:33:53.284159 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb09a3-477b-4eb9-9a2a-88645bb59e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bfe4e8-f087-41da-8ca0-509d7aba5ce8,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:53.285018 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 60926) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:53.342209 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce0a85e8-afc3-41fc-8eae-a38847cabf30 admin admin] Publish callbacks [] for security_group (19bfe4e8-f087-41da-8ca0-509d7aba5ce8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:53.369381 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce0a85e8-afc3-41fc-8eae-a38847cabf30 admin admin] Publish callbacks [] for security_group (19bfe4e8-f087-41da-8ca0-509d7aba5ce8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:53.422655 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce0a85e8-afc3-41fc-8eae-a38847cabf30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (19bfe4e8-f087-41da-8ca0-509d7aba5ce8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:53.425584 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce0a85e8-afc3-41fc-8eae-a38847cabf30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:53.429754 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-ce0a85e8-afc3-41fc-8eae-a38847cabf30 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/19bfe4e8-f087-41da-8ca0-509d7aba5ce8 HTTP/1.1" status: 204 len: 168 time: 0.1408043 Apr 12 14:33:53.435857 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a85e8-afc3-41fc-8eae-a38847cabf30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bfe4e8-f087-41da-8ca0-509d7aba5ce8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:54.422544 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:55.235527 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6de829-e91d-40c2-aa9e-db0aec7445b7 req-3471dab3-e178-48f8-b669-54a725019506 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:55.237202 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4f6de829-e91d-40c2-aa9e-db0aec7445b7 req-3471dab3-e178-48f8-b669-54a725019506 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=399ff244-1760-492f-9975-0041e39a235f HTTP/1.1" status: 200 len: 945 time: 0.0611715 Apr 12 14:33:55.294416 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4f6de829-e91d-40c2-aa9e-db0aec7445b7 req-a8853fee-ca17-456f-9ca6-bcffd24b6cc2 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b0e77ff-8d81-4a64-a9e1-8a6ec8ca1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0508645 Apr 12 14:33:56.412528 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00110241-63dd-4dbf-b7be-b3dba2421791 req-5cfe836e-32a7-430e-82f0-15e1d90804f5 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:56.414104 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-00110241-63dd-4dbf-b7be-b3dba2421791 req-5cfe836e-32a7-430e-82f0-15e1d90804f5 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=399ff244-1760-492f-9975-0041e39a235f HTTP/1.1" status: 200 len: 945 time: 0.0512741 Apr 12 14:33:56.462097 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-00110241-63dd-4dbf-b7be-b3dba2421791 req-f8657f15-b078-4f6f-ab62-5cce046e1016 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b0e77ff-8d81-4a64-a9e1-8a6ec8ca1f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425212 Apr 12 14:33:56.925811 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db62fff-98ed-41d6-b974-0d5bc6872f73 req-6dec2275-edd3-4681-803e-791128fe6e70 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:33:56.927490 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5db62fff-98ed-41d6-b974-0d5bc6872f73 req-6dec2275-edd3-4681-803e-791128fe6e70 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.69 "GET /v2.0/ports?device_id=399ff244-1760-492f-9975-0041e39a235f HTTP/1.1" status: 200 len: 945 time: 0.0489764 Apr 12 14:33:57.029663 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-5db62fff-98ed-41d6-b974-0d5bc6872f73 req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Deleting port bc63ad91-ac05-4eee-9c22-65c719661432 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:33:57.030009 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5db62fff-98ed-41d6-b974-0d5bc6872f73 req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (bc63ad91-ac05-4eee-9c22-65c719661432), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:57.125641 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-5db62fff-98ed-41d6-b974-0d5bc6872f73 req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] For port bc63ad91-ac05-4eee-9c22-65c719661432, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=bc63ad91-ac05-4eee-9c22-65c719661432,segment=NetworkSegment(5facf32a-40c5-4067-8228-6e38b04f0740),segment_id=5facf32a-40c5-4067-8228-6e38b04f0740)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:33:57.125953 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5db62fff-98ed-41d6-b974-0d5bc6872f73 req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (bc63ad91-ac05-4eee-9c22-65c719661432), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:57.322711 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5db62fff-98ed-41d6-b974-0d5bc6872f73 req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:57.323399 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5db62fff-98ed-41d6-b974-0d5bc6872f73 req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (6d553c2f-939d-43a3-90a1-60ac1ccaea34), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:57.323724 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.l3_db [req-5db62fff-98ed-41d6-b974-0d5bc6872f73 req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Floating IP 6d553c2f-939d-43a3-90a1-60ac1ccaea34 disassociated. External IP: 172.27.0.254, port: bc63ad91-ac05-4eee-9c22-65c719661432. Apr 12 14:33:57.324126 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-5db62fff-98ed-41d6-b974-0d5bc6872f73 req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Calling delete_port for bc63ad91-ac05-4eee-9c22-65c719661432 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:33:57.500741 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5db62fff-98ed-41d6-b974-0d5bc6872f73 req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (bc63ad91-ac05-4eee-9c22-65c719661432), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:57.542087 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event deleted for resources: {'Port': ['ID=bc63ad91-ac05-4eee-9c22-65c719661432,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:57.598927 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:57.599083 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:57.599614 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:57.599960 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:57.600296 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:57.600631 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:57.601055 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:57.601389 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:57.601724 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:57.602071 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:57.602393 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:57.603213 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:57.603541 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:57.604048 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:57.604372 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:57.642827 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-76bc6f17-a619-4d8c-a5ed-bbc36e47f35d req-c8db4405-19aa-4d70-9378-5a221b9a4fa8 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=399ff244-1760-492f-9975-0041e39a235f HTTP/1.1" status: 200 len: 210 time: 0.0458066 Apr 12 14:33:57.710398 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5db62fff-98ed-41d6-b974-0d5bc6872f73 req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Router b848b625-db38-48b6-85ac-eb01f53c8953 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:33:57.821218 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5db62fff-98ed-41d6-b974-0d5bc6872f73 req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:33:57.831574 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d16323-77f9-4de9-bba4-27f8dfb58556 None None] Sync routers for ids ['b848b625-db38-48b6-85ac-eb01f53c8953'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:33:57.842233 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d16323-77f9-4de9-bba4-27f8dfb58556 None None] Routers {'b848b625-db38-48b6-85ac-eb01f53c8953'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:33:57.842848 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c2d16323-77f9-4de9-bba4-27f8dfb58556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:33:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b848b625-db38-48b6-85ac-eb01f53c8953'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:57.865956 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db62fff-98ed-41d6-b974-0d5bc6872f73 req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] No DVR routers for this DVR port bc63ad91-ac05-4eee-9c22-65c719661432 on host hv-cinder-83752 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:33:57.869129 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-5db62fff-98ed-41d6-b974-0d5bc6872f73 req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:57.872558 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5db62fff-98ed-41d6-b974-0d5bc6872f73 req-a46a9c3f-cbb5-4673-9380-133cb878c623 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.69 "DELETE /v2.0/ports/bc63ad91-ac05-4eee-9c22-65c719661432 HTTP/1.1" status: 204 len: 173 time: 0.9363570 Apr 12 14:33:57.873046 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399ff244-1760-492f-9975-0041e39a235f', 'name': 'network-vif-deleted', 'tag': 'bc63ad91-ac05-4eee-9c22-65c719661432'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:33:57.875917 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a15e70-f6ed-43a4-b8e5-d1acfa4813bd" -d '{"events": [{"server_uuid": "399ff244-1760-492f-9975-0041e39a235f", "name": "network-vif-deleted", "tag": "bc63ad91-ac05-4eee-9c22-65c719661432"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:33:57.921305 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57823314-03eb-4cdb-833c-5ff4235b7540 x-openstack-request-id: req-57823314-03eb-4cdb-833c-5ff4235b7540 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:33:57.921593 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399ff244-1760-492f-9975-0041e39a235f", "name": "network-vif-deleted", "tag": "bc63ad91-ac05-4eee-9c22-65c719661432", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:33:57.921895 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-57823314-03eb-4cdb-833c-5ff4235b7540 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:33:57.922374 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57823314-03eb-4cdb-833c-5ff4235b7540'] response: {'server_uuid': '399ff244-1760-492f-9975-0041e39a235f', 'name': 'network-vif-deleted', 'tag': 'bc63ad91-ac05-4eee-9c22-65c719661432', 'status': 'completed', 'code': 200} Apr 12 14:33:57.967577 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-c2d16323-77f9-4de9-bba4-27f8dfb58556 None None] Set router b848b625-db38-48b6-85ac-eb01f53c8953 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:33:58.219747 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c2d16323-77f9-4de9-bba4-27f8dfb58556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': 'abd46fbb-b3e7-4ad7-9066-7ac2c728be6a', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'port_id': 'c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'mac_address': 'fa:16:3e:ef:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84eab0f-61e5-4882-b419-419e1114384b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:31:38Z', 'updated_at': '2022-04-12T14:31:56Z', 'revision_number': 2, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa28035-1c1f-45a8-acfe-8006db67f402', 'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'mac_address': 'fa:16:3e:30:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:35Z', 'updated_at': '2022-04-12T14:31:39Z', 'revision_number': 5, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'subnets': [{'id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:58.250941 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d16323-77f9-4de9-bba4-27f8dfb58556 None None] Checking router: b848b625-db38-48b6-85ac-eb01f53c8953 for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:33:58.260731 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d16323-77f9-4de9-bba4-27f8dfb58556 None None] Routers {'b848b625-db38-48b6-85ac-eb01f53c8953'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:33:58.261396 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c2d16323-77f9-4de9-bba4-27f8dfb58556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:33:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b848b625-db38-48b6-85ac-eb01f53c8953'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:58.378855 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-c2d16323-77f9-4de9-bba4-27f8dfb58556 None None] Set router b848b625-db38-48b6-85ac-eb01f53c8953 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:33:58.532515 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 32844) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:58.632870 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-c2d16323-77f9-4de9-bba4-27f8dfb58556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': 'abd46fbb-b3e7-4ad7-9066-7ac2c728be6a', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'port_id': 'c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'mac_address': 'fa:16:3e:ef:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84eab0f-61e5-4882-b419-419e1114384b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:31:38Z', 'updated_at': '2022-04-12T14:31:56Z', 'revision_number': 2, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa28035-1c1f-45a8-acfe-8006db67f402', 'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'mac_address': 'fa:16:3e:30:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:35Z', 'updated_at': '2022-04-12T14:31:39Z', 'revision_number': 5, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'subnets': [{'id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:33:58.667201 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d16323-77f9-4de9-bba4-27f8dfb58556 None None] The sync data for ids ['b848b625-db38-48b6-85ac-eb01f53c8953'] in dv-cinder-837523-1-iscsi is: [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': 'abd46fbb-b3e7-4ad7-9066-7ac2c728be6a', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'port_id': 'c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'mac_address': 'fa:16:3e:ef:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84eab0f-61e5-4882-b419-419e1114384b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:31:38Z', 'updated_at': '2022-04-12T14:31:56Z', 'revision_number': 2, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa28035-1c1f-45a8-acfe-8006db67f402', 'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'mac_address': 'fa:16:3e:30:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:35Z', 'updated_at': '2022-04-12T14:31:39Z', 'revision_number': 5, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'subnets': [{'id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:33:58.765876 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 32858) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:58.821817 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7873fecb-8e41-47db-a5db-c30cd7450b33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:58.841578 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bdf99f30-aa78-48dd-b735-7318271892db tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group (4b0e77ff-8d81-4a64-a9e1-8a6ec8ca1f0c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:58.869676 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bdf99f30-aa78-48dd-b735-7318271892db tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group (4b0e77ff-8d81-4a64-a9e1-8a6ec8ca1f0c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:58.912455 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7873fecb-8e41-47db-a5db-c30cd7450b33 admin admin] Publish callbacks [] for security_group (d504e6ad-185b-4363-a78b-09c0f96b7cb5), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:58.922001 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7873fecb-8e41-47db-a5db-c30cd7450b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (d504e6ad-185b-4363-a78b-09c0f96b7cb5), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:58.935696 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bdf99f30-aa78-48dd-b735-7318271892db tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (4b0e77ff-8d81-4a64-a9e1-8a6ec8ca1f0c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:58.938707 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bdf99f30-aa78-48dd-b735-7318271892db tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:58.942420 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-bdf99f30-aa78-48dd-b735-7318271892db tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "DELETE /v2.0/security-groups/4b0e77ff-8d81-4a64-a9e1-8a6ec8ca1f0c HTTP/1.1" status: 204 len: 168 time: 0.1730063 Apr 12 14:33:58.943692 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 32860) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:58.954632 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf99f30-aa78-48dd-b735-7318271892db tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0e77ff-8d81-4a64-a9e1-8a6ec8ca1f0c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:58.969338 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-7873fecb-8e41-47db-a5db-c30cd7450b33 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2eccd21d6665464d9780dfb55a4401c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4355307 Apr 12 14:33:58.973344 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 32862) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:58.996777 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.api.v2.resource [None req-a5fefadf-6804-4d0a-92c4-daa1d8c06033 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] show failed (client error): The resource could not be found. Apr 12 14:33:58.997865 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-a5fefadf-6804-4d0a-92c4-daa1d8c06033 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups/4b0e77ff-8d81-4a64-a9e1-8a6ec8ca1f0c HTTP/1.1" status: 404 len: 347 time: 0.0428860 Apr 12 14:33:59.001599 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 32864) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:59.057277 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873fecb-8e41-47db-a5db-c30cd7450b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d504e6ad-185b-4363-a78b-09c0f96b7cb5,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:59.065320 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed20a06c-f686-481c-8cab-6d0c3bb23c22 admin admin] Publish callbacks [] for security_group (d504e6ad-185b-4363-a78b-09c0f96b7cb5), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:59.075191 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c119ee-72c1-43da-8e69-d9c0c796f1a2 None None] New status for floating IP 6d553c2f-939d-43a3-90a1-60ac1ccaea34: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:33:59.077471 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873fecb-8e41-47db-a5db-c30cd7450b33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:59.077876 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873fecb-8e41-47db-a5db-c30cd7450b33 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:59.078394 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873fecb-8e41-47db-a5db-c30cd7450b33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:59.078901 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873fecb-8e41-47db-a5db-c30cd7450b33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:59.079443 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873fecb-8e41-47db-a5db-c30cd7450b33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:59.079927 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873fecb-8e41-47db-a5db-c30cd7450b33 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:59.080434 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873fecb-8e41-47db-a5db-c30cd7450b33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:59.080957 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873fecb-8e41-47db-a5db-c30cd7450b33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:59.081447 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873fecb-8e41-47db-a5db-c30cd7450b33 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:59.081953 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873fecb-8e41-47db-a5db-c30cd7450b33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:59.082456 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873fecb-8e41-47db-a5db-c30cd7450b33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:59.083710 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873fecb-8e41-47db-a5db-c30cd7450b33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:59.084218 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873fecb-8e41-47db-a5db-c30cd7450b33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:59.084965 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873fecb-8e41-47db-a5db-c30cd7450b33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:59.086250 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7873fecb-8e41-47db-a5db-c30cd7450b33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:33:59.122689 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed20a06c-f686-481c-8cab-6d0c3bb23c22 admin admin] Publish callbacks [] for security_group (d504e6ad-185b-4363-a78b-09c0f96b7cb5), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:59.187129 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed20a06c-f686-481c-8cab-6d0c3bb23c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (d504e6ad-185b-4363-a78b-09c0f96b7cb5), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:59.190606 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed20a06c-f686-481c-8cab-6d0c3bb23c22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:59.191831 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-ed20a06c-f686-481c-8cab-6d0c3bb23c22 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d504e6ad-185b-4363-a78b-09c0f96b7cb5 HTTP/1.1" status: 204 len: 168 time: 0.2171817 Apr 12 14:33:59.204511 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fbb383ef-e186-4d86-9772-b9cf91639846 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Deleting port 5cd3dfc2-7125-4cdc-99f3-7ff641ab7ad2 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:33:59.205146 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fbb383ef-e186-4d86-9772-b9cf91639846 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (5cd3dfc2-7125-4cdc-99f3-7ff641ab7ad2), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:59.209140 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20a06c-f686-481c-8cab-6d0c3bb23c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d504e6ad-185b-4363-a78b-09c0f96b7cb5,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:59.298823 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fbb383ef-e186-4d86-9772-b9cf91639846 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (5cd3dfc2-7125-4cdc-99f3-7ff641ab7ad2), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:59.299156 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fbb383ef-e186-4d86-9772-b9cf91639846 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (5cd3dfc2-7125-4cdc-99f3-7ff641ab7ad2), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:59.314243 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fbb383ef-e186-4d86-9772-b9cf91639846 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Calling delete_port for 5cd3dfc2-7125-4cdc-99f3-7ff641ab7ad2 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:33:59.463360 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fbb383ef-e186-4d86-9772-b9cf91639846 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (5cd3dfc2-7125-4cdc-99f3-7ff641ab7ad2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:59.490962 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb383ef-e186-4d86-9772-b9cf91639846 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event deleted for resources: {'Port': ['ID=5cd3dfc2-7125-4cdc-99f3-7ff641ab7ad2,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:59.502178 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 32878) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:59.517856 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83eae212-59e3-420c-80f6-0acc79fb40e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:59.569126 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fbb383ef-e186-4d86-9772-b9cf91639846 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (6d553c2f-939d-43a3-90a1-60ac1ccaea34), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:59.572339 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fbb383ef-e186-4d86-9772-b9cf91639846 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:59.573562 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-fbb383ef-e186-4d86-9772-b9cf91639846 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "DELETE /v2.0/floatingips/6d553c2f-939d-43a3-90a1-60ac1ccaea34 HTTP/1.1" status: 204 len: 168 time: 0.5707376 Apr 12 14:33:59.598626 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83eae212-59e3-420c-80f6-0acc79fb40e4 admin admin] Publish callbacks [] for security_group (da1abb3c-0737-41de-a2a2-7c6f695d0fb2), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:59.603316 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-83eae212-59e3-420c-80f6-0acc79fb40e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (da1abb3c-0737-41de-a2a2-7c6f695d0fb2), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:59.643514 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-83eae212-59e3-420c-80f6-0acc79fb40e4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=85dc0872cd9241ff93ef5235a407563e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401262 Apr 12 14:33:59.644379 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eae212-59e3-420c-80f6-0acc79fb40e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1abb3c-0737-41de-a2a2-7c6f695d0fb2,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:59.646230 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 32884) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:33:59.703223 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c37f7a2b-1f5a-4039-a227-5cb1ab8180e5 admin admin] Publish callbacks [] for security_group (da1abb3c-0737-41de-a2a2-7c6f695d0fb2), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:59.732567 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c37f7a2b-1f5a-4039-a227-5cb1ab8180e5 admin admin] Publish callbacks [] for security_group (da1abb3c-0737-41de-a2a2-7c6f695d0fb2), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:59.783233 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c37f7a2b-1f5a-4039-a227-5cb1ab8180e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (da1abb3c-0737-41de-a2a2-7c6f695d0fb2), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:59.786022 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c37f7a2b-1f5a-4039-a227-5cb1ab8180e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:33:59.787187 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-c37f7a2b-1f5a-4039-a227-5cb1ab8180e5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/da1abb3c-0737-41de-a2a2-7c6f695d0fb2 HTTP/1.1" status: 204 len: 168 time: 0.1397781 Apr 12 14:33:59.795462 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f7a2b-1f5a-4039-a227-5cb1ab8180e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1abb3c-0737-41de-a2a2-7c6f695d0fb2,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:33:59.845642 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device bc63ad91-ac05-4eee-9c22-65c719661432 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:33:59.872848 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] No Port match for: bc63ad91-ac05-4eee-9c22-65c719661432 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:33:59.873229 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device bc63ad91-ac05-4eee-9c22-65c719661432 not bound to the agent host hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:34:01.245730 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d42f2a-7dba-4632-8264-031a92067b25 req-00a15f84-7436-4dd9-97be-200faa937007 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:01.247837 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b8d42f2a-7dba-4632-8264-031a92067b25 req-00a15f84-7436-4dd9-97be-200faa937007 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=e84eab0f-61e5-4882-b419-419e1114384b HTTP/1.1" status: 200 len: 945 time: 0.0659034 Apr 12 14:34:01.312980 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b8d42f2a-7dba-4632-8264-031a92067b25 req-f0003daf-e1a4-43a7-a544-114662e080b2 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa3f8fc1-21eb-4cbd-9b92-fefb18972454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587804 Apr 12 14:34:01.887871 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 32986) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:01.991249 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-786db84c-1243-4a98-b356-1c8b593110a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:02.073457 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-786db84c-1243-4a98-b356-1c8b593110a2 admin admin] Publish callbacks [] for security_group (f7785fcb-638e-4bb4-8265-31d56effde29), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:02.077371 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-786db84c-1243-4a98-b356-1c8b593110a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (f7785fcb-638e-4bb4-8265-31d56effde29), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:02.120090 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786db84c-1243-4a98-b356-1c8b593110a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7785fcb-638e-4bb4-8265-31d56effde29,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:02.125467 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-786db84c-1243-4a98-b356-1c8b593110a2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a3d19c9b01ef45f9aec97a29e89b0190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365589 Apr 12 14:34:02.128230 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 32990) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:02.177127 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2547c8f-e2aa-4530-bb18-51c5ea403bcf admin admin] Publish callbacks [] for security_group (f7785fcb-638e-4bb4-8265-31d56effde29), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:02.200188 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2547c8f-e2aa-4530-bb18-51c5ea403bcf admin admin] Publish callbacks [] for security_group (f7785fcb-638e-4bb4-8265-31d56effde29), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:02.247848 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2547c8f-e2aa-4530-bb18-51c5ea403bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (f7785fcb-638e-4bb4-8265-31d56effde29), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:02.250489 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2547c8f-e2aa-4530-bb18-51c5ea403bcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:02.251637 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-d2547c8f-e2aa-4530-bb18-51c5ea403bcf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f7785fcb-638e-4bb4-8265-31d56effde29 HTTP/1.1" status: 204 len: 168 time: 0.1225131 Apr 12 14:34:02.259711 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2547c8f-e2aa-4530-bb18-51c5ea403bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7785fcb-638e-4bb4-8265-31d56effde29,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:02.433916 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8266e-5176-4087-b0da-0dcb03b8cf09 req-c05eef6f-af42-483b-8a23-cf845631525b tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:02.435584 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c1b8266e-5176-4087-b0da-0dcb03b8cf09 req-c05eef6f-af42-483b-8a23-cf845631525b tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=e84eab0f-61e5-4882-b419-419e1114384b HTTP/1.1" status: 200 len: 945 time: 0.0490489 Apr 12 14:34:02.486577 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c1b8266e-5176-4087-b0da-0dcb03b8cf09 req-cb129377-c2a2-463c-a77c-38cf86dfeacc tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa3f8fc1-21eb-4cbd-9b92-fefb18972454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449543 Apr 12 14:34:02.527242 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 32998) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:02.541129 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90ec39bc-b6c2-4e2b-af6c-7f565461c945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:02.623208 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90ec39bc-b6c2-4e2b-af6c-7f565461c945 admin admin] Publish callbacks [] for security_group (0067d93b-f773-417d-b618-9a3cc90defd9), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:02.635974 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90ec39bc-b6c2-4e2b-af6c-7f565461c945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (0067d93b-f773-417d-b618-9a3cc90defd9), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:02.677660 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-90ec39bc-b6c2-4e2b-af6c-7f565461c945 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9f668f8ca8954f08a636941d8cf097ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491947 Apr 12 14:34:02.678974 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 33004) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:02.679742 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec39bc-b6c2-4e2b-af6c-7f565461c945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0067d93b-f773-417d-b618-9a3cc90defd9,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:02.748938 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-161286ec-133d-44d3-92d6-09464d27541a admin admin] Publish callbacks [] for security_group (0067d93b-f773-417d-b618-9a3cc90defd9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:02.774264 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-161286ec-133d-44d3-92d6-09464d27541a admin admin] Publish callbacks [] for security_group (0067d93b-f773-417d-b618-9a3cc90defd9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:02.838460 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-161286ec-133d-44d3-92d6-09464d27541a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (0067d93b-f773-417d-b618-9a3cc90defd9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:02.838460 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-161286ec-133d-44d3-92d6-09464d27541a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:02.838460 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-161286ec-133d-44d3-92d6-09464d27541a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0067d93b-f773-417d-b618-9a3cc90defd9 HTTP/1.1" status: 204 len: 168 time: 0.1548514 Apr 12 14:34:02.846103 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161286ec-133d-44d3-92d6-09464d27541a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0067d93b-f773-417d-b618-9a3cc90defd9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:03.102138 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97555c78-001c-4043-a0d6-7672bddb2482 req-b5b21433-7430-4dd9-aaf4-a585f6654530 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:03.103684 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-97555c78-001c-4043-a0d6-7672bddb2482 req-b5b21433-7430-4dd9-aaf4-a585f6654530 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.69 "GET /v2.0/ports?device_id=e84eab0f-61e5-4882-b419-419e1114384b HTTP/1.1" status: 200 len: 945 time: 0.0622826 Apr 12 14:34:03.209288 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-97555c78-001c-4043-a0d6-7672bddb2482 req-2407ca2b-3fb2-4b3a-ab35-4e7610f2ccae tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Deleting port c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:34:03.209628 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-97555c78-001c-4043-a0d6-7672bddb2482 req-2407ca2b-3fb2-4b3a-ab35-4e7610f2ccae tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:03.314594 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-97555c78-001c-4043-a0d6-7672bddb2482 req-2407ca2b-3fb2-4b3a-ab35-4e7610f2ccae tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] For port c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51,segment=NetworkSegment(5facf32a-40c5-4067-8228-6e38b04f0740),segment_id=5facf32a-40c5-4067-8228-6e38b04f0740)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:03.315074 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-97555c78-001c-4043-a0d6-7672bddb2482 req-2407ca2b-3fb2-4b3a-ab35-4e7610f2ccae tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:03.508028 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-97555c78-001c-4043-a0d6-7672bddb2482 req-2407ca2b-3fb2-4b3a-ab35-4e7610f2ccae tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:03.509263 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-97555c78-001c-4043-a0d6-7672bddb2482 req-2407ca2b-3fb2-4b3a-ab35-4e7610f2ccae tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (abd46fbb-b3e7-4ad7-9066-7ac2c728be6a), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:03.509361 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.l3_db [req-97555c78-001c-4043-a0d6-7672bddb2482 req-2407ca2b-3fb2-4b3a-ab35-4e7610f2ccae tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Floating IP abd46fbb-b3e7-4ad7-9066-7ac2c728be6a disassociated. External IP: 172.27.0.154, port: c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51. Apr 12 14:34:03.509760 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-97555c78-001c-4043-a0d6-7672bddb2482 req-2407ca2b-3fb2-4b3a-ab35-4e7610f2ccae tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Calling delete_port for c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:34:03.631377 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0767c-155d-4029-979f-53faf4e57e14 req-3cadc066-5da2-444a-a6c1-545a2177110d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:03.632779 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-71f0767c-155d-4029-979f-53faf4e57e14 req-3cadc066-5da2-444a-a6c1-545a2177110d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=e84eab0f-61e5-4882-b419-419e1114384b HTTP/1.1" status: 200 len: 945 time: 0.0710893 Apr 12 14:34:03.730738 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-71f0767c-155d-4029-979f-53faf4e57e14 req-62bcd061-610d-4b9c-bd0e-26e13b258254 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=aa3f8fc1-21eb-4cbd-9b92-fefb18972454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868974 Apr 12 14:34:03.744412 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-97555c78-001c-4043-a0d6-7672bddb2482 req-2407ca2b-3fb2-4b3a-ab35-4e7610f2ccae tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:03.787140 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407ca2b-3fb2-4b3a-ab35-4e7610f2ccae tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event deleted for resources: {'Port': ['ID=c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:03.920468 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97555c78-001c-4043-a0d6-7672bddb2482 req-2407ca2b-3fb2-4b3a-ab35-4e7610f2ccae tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Router b848b625-db38-48b6-85ac-eb01f53c8953 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:34:04.049145 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97555c78-001c-4043-a0d6-7672bddb2482 req-2407ca2b-3fb2-4b3a-ab35-4e7610f2ccae tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:34:04.060852 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099dab60-d078-4ac3-96fa-579d36205a49 None None] Sync routers for ids ['b848b625-db38-48b6-85ac-eb01f53c8953'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:34:04.075379 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099dab60-d078-4ac3-96fa-579d36205a49 None None] Routers {'b848b625-db38-48b6-85ac-eb01f53c8953'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:34:04.076124 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-099dab60-d078-4ac3-96fa-579d36205a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:33:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b848b625-db38-48b6-85ac-eb01f53c8953'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:04.388937 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-099dab60-d078-4ac3-96fa-579d36205a49 None None] Set router b848b625-db38-48b6-85ac-eb01f53c8953 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:34:04.402373 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-97555c78-001c-4043-a0d6-7672bddb2482 req-2407ca2b-3fb2-4b3a-ab35-4e7610f2ccae tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] No DVR routers for this DVR port c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51 on host hv-cinder-83752 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:34:04.405650 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-97555c78-001c-4043-a0d6-7672bddb2482 req-2407ca2b-3fb2-4b3a-ab35-4e7610f2ccae tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:04.410347 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-97555c78-001c-4043-a0d6-7672bddb2482 req-2407ca2b-3fb2-4b3a-ab35-4e7610f2ccae tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.69 "DELETE /v2.0/ports/c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51 HTTP/1.1" status: 204 len: 173 time: 1.3003979 Apr 12 14:34:04.411319 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84eab0f-61e5-4882-b419-419e1114384b', 'name': 'network-vif-deleted', 'tag': 'c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:34:04.413594 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8ffd60-0b0a-4426-83e8-2ef3f9dc6a46" -d '{"events": [{"server_uuid": "e84eab0f-61e5-4882-b419-419e1114384b", "name": "network-vif-deleted", "tag": "c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:34:04.457774 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64234ff-b9c8-43cd-869b-b557af966e0c x-openstack-request-id: req-e64234ff-b9c8-43cd-869b-b557af966e0c {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:34:04.458113 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84eab0f-61e5-4882-b419-419e1114384b", "name": "network-vif-deleted", "tag": "c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:34:04.458496 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e64234ff-b9c8-43cd-869b-b557af966e0c {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:34:04.459085 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e64234ff-b9c8-43cd-869b-b557af966e0c'] response: {'server_uuid': 'e84eab0f-61e5-4882-b419-419e1114384b', 'name': 'network-vif-deleted', 'tag': 'c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51', 'status': 'completed', 'code': 200} Apr 12 14:34:04.621923 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-099dab60-d078-4ac3-96fa-579d36205a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '5aa28035-1c1f-45a8-acfe-8006db67f402', 'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'mac_address': 'fa:16:3e:30:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:35Z', 'updated_at': '2022-04-12T14:31:39Z', 'revision_number': 5, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'subnets': [{'id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:04.679757 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099dab60-d078-4ac3-96fa-579d36205a49 None None] Checking router: b848b625-db38-48b6-85ac-eb01f53c8953 for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:34:04.693944 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099dab60-d078-4ac3-96fa-579d36205a49 None None] Routers {'b848b625-db38-48b6-85ac-eb01f53c8953'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:34:04.695002 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-099dab60-d078-4ac3-96fa-579d36205a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:33:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b848b625-db38-48b6-85ac-eb01f53c8953'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:04.768459 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 33080) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:04.818634 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-099dab60-d078-4ac3-96fa-579d36205a49 None None] Set router b848b625-db38-48b6-85ac-eb01f53c8953 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:34:04.860353 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2e3024ad-78d8-427b-bbfe-28fe5ad36b52 req-39fb97c6-f1a2-4507-98f5-ec6fd6dc11bc tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=e84eab0f-61e5-4882-b419-419e1114384b HTTP/1.1" status: 200 len: 210 time: 0.0294693 Apr 12 14:34:04.898208 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1417492b-5caf-4373-a5bd-c4687d603110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:04.993613 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1417492b-5caf-4373-a5bd-c4687d603110 admin admin] Publish callbacks [] for security_group (00770c56-8a2d-4cef-bcf2-66b1c81ccf31), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:04.999131 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1417492b-5caf-4373-a5bd-c4687d603110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (00770c56-8a2d-4cef-bcf2-66b1c81ccf31), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:05.036531 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-099dab60-d078-4ac3-96fa-579d36205a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '5aa28035-1c1f-45a8-acfe-8006db67f402', 'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'mac_address': 'fa:16:3e:30:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:35Z', 'updated_at': '2022-04-12T14:31:39Z', 'revision_number': 5, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'subnets': [{'id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:05.042020 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1417492b-5caf-4373-a5bd-c4687d603110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00770c56-8a2d-4cef-bcf2-66b1c81ccf31,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:05.053296 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-1417492b-5caf-4373-a5bd-c4687d603110 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d4c80de4023946f298d4f94588849116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835388 Apr 12 14:34:05.056266 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 33084) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:05.066712 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099dab60-d078-4ac3-96fa-579d36205a49 None None] The sync data for ids ['b848b625-db38-48b6-85ac-eb01f53c8953'] in dv-cinder-837523-1-iscsi is: [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '5aa28035-1c1f-45a8-acfe-8006db67f402', 'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'mac_address': 'fa:16:3e:30:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:35Z', 'updated_at': '2022-04-12T14:31:39Z', 'revision_number': 5, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'subnets': [{'id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:34:05.135429 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7b0ff53-e6d1-4339-ba52-7cd00d82f7f9 admin admin] Publish callbacks [] for security_group (00770c56-8a2d-4cef-bcf2-66b1c81ccf31), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:05.162389 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7b0ff53-e6d1-4339-ba52-7cd00d82f7f9 admin admin] Publish callbacks [] for security_group (00770c56-8a2d-4cef-bcf2-66b1c81ccf31), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:05.228447 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7b0ff53-e6d1-4339-ba52-7cd00d82f7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (00770c56-8a2d-4cef-bcf2-66b1c81ccf31), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:05.231389 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e7b0ff53-e6d1-4339-ba52-7cd00d82f7f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:05.235272 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e7b0ff53-e6d1-4339-ba52-7cd00d82f7f9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/00770c56-8a2d-4cef-bcf2-66b1c81ccf31 HTTP/1.1" status: 204 len: 168 time: 0.1755080 Apr 12 14:34:05.242805 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0ff53-e6d1-4339-ba52-7cd00d82f7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00770c56-8a2d-4cef-bcf2-66b1c81ccf31,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:05.390577 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb877f0b-1192-4c33-acb4-3576660db48c None None] New status for floating IP abd46fbb-b3e7-4ad7-9066-7ac2c728be6a: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:34:05.409926 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-414a6f2e-72fa-4e59-84f5-8a78ff60799e tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=66df32dc73694064a518a78333b978e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306273 Apr 12 14:34:05.566872 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 33108) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:05.580289 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c71f1b79-2a75-4071-a53e-e01a92272aeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:05.607636 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-5e3d1ea8-f0ca-43ff-b016-0d562840cd8e tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:05.609129 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-5e3d1ea8-f0ca-43ff-b016-0d562840cd8e tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930192 Apr 12 14:34:05.625401 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-4c4b0ae2-54a9-44ed-bc88-7ad9b03eccc4 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/quotas/66df32dc73694064a518a78333b978e4 HTTP/1.1" status: 200 len: 375 time: 0.0102847 Apr 12 14:34:05.668595 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-17edf742-2ff6-4e74-a72c-85b98b68e7dd tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=66df32dc73694064a518a78333b978e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366900 Apr 12 14:34:05.669008 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c71f1b79-2a75-4071-a53e-e01a92272aeb admin admin] Publish callbacks [] for security_group (5e0337d0-f4bb-4a2d-a8c2-36e9f7cd1067), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:05.673252 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c71f1b79-2a75-4071-a53e-e01a92272aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (5e0337d0-f4bb-4a2d-a8c2-36e9f7cd1067), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:05.714298 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-c71f1b79-2a75-4071-a53e-e01a92272aeb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b3da358d2bea4194a4d7f2084f353a49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461732 Apr 12 14:34:05.715288 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f1b79-2a75-4071-a53e-e01a92272aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0337d0-f4bb-4a2d-a8c2-36e9f7cd1067,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:05.717135 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 33110) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:05.771036 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5573a95f-8396-47ba-867f-980776643b19 admin admin] Publish callbacks [] for security_group (5e0337d0-f4bb-4a2d-a8c2-36e9f7cd1067), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:05.797426 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5573a95f-8396-47ba-867f-980776643b19 admin admin] Publish callbacks [] for security_group (5e0337d0-f4bb-4a2d-a8c2-36e9f7cd1067), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:05.855448 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:34:05.870339 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-62a63696-eaae-4663-8de1-3771869eb486 req-d2f4c4ae-ccd7-4eae-921f-3773f2e4de30 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c538258-a90d-40c4-9149-6a08abdc2b53 HTTP/1.1" status: 200 len: 210 time: 0.0376880 Apr 12 14:34:05.880255 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] No Port match for: c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:34:05.880747 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device c5e47b6a-6b3c-4b25-93b3-a51f6fd4fc51 not bound to the agent host hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:34:05.899434 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5573a95f-8396-47ba-867f-980776643b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (5e0337d0-f4bb-4a2d-a8c2-36e9f7cd1067), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:05.902880 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5573a95f-8396-47ba-867f-980776643b19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:05.906493 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-5573a95f-8396-47ba-867f-980776643b19 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5e0337d0-f4bb-4a2d-a8c2-36e9f7cd1067 HTTP/1.1" status: 204 len: 168 time: 0.1861079 Apr 12 14:34:05.913596 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573a95f-8396-47ba-867f-980776643b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0337d0-f4bb-4a2d-a8c2-36e9f7cd1067,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:05.967455 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:06.002193 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 33126) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:06.062764 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a82cb11-e716-4a9d-95ab-4bbf2b6ae55d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group (aa3f8fc1-21eb-4cbd-9b92-fefb18972454), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:06.091528 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a82cb11-e716-4a9d-95ab-4bbf2b6ae55d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group (aa3f8fc1-21eb-4cbd-9b92-fefb18972454), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:06.154304 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a82cb11-e716-4a9d-95ab-4bbf2b6ae55d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (aa3f8fc1-21eb-4cbd-9b92-fefb18972454), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:06.157001 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1a82cb11-e716-4a9d-95ab-4bbf2b6ae55d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:06.158274 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-1a82cb11-e716-4a9d-95ab-4bbf2b6ae55d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "DELETE /v2.0/security-groups/aa3f8fc1-21eb-4cbd-9b92-fefb18972454 HTTP/1.1" status: 204 len: 168 time: 0.1547327 Apr 12 14:34:06.161156 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 33132) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:06.174132 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82cb11-e716-4a9d-95ab-4bbf2b6ae55d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3f8fc1-21eb-4cbd-9b92-fefb18972454,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:06.180066 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.api.v2.resource [None req-0e0702ce-6b9a-406c-8e30-a1a1c652ed0c tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] show failed (client error): The resource could not be found. Apr 12 14:34:06.181557 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-0e0702ce-6b9a-406c-8e30-a1a1c652ed0c tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups/aa3f8fc1-21eb-4cbd-9b92-fefb18972454 HTTP/1.1" status: 404 len: 347 time: 0.0183864 Apr 12 14:34:06.184034 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 33134) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:06.339378 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-eed341c4-a36d-45a9-b201-13ddbca8fd0c tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Deleting port 5fd91ac1-c296-4797-8333-55b30ada7915 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:34:06.339724 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eed341c4-a36d-45a9-b201-13ddbca8fd0c tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (5fd91ac1-c296-4797-8333-55b30ada7915), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:06.428327 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eed341c4-a36d-45a9-b201-13ddbca8fd0c tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (5fd91ac1-c296-4797-8333-55b30ada7915), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:06.428666 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eed341c4-a36d-45a9-b201-13ddbca8fd0c tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (5fd91ac1-c296-4797-8333-55b30ada7915), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:06.442789 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-eed341c4-a36d-45a9-b201-13ddbca8fd0c tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Calling delete_port for 5fd91ac1-c296-4797-8333-55b30ada7915 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:34:06.599854 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eed341c4-a36d-45a9-b201-13ddbca8fd0c tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (5fd91ac1-c296-4797-8333-55b30ada7915), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:06.630867 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed341c4-a36d-45a9-b201-13ddbca8fd0c tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event deleted for resources: {'Port': ['ID=5fd91ac1-c296-4797-8333-55b30ada7915,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:06.697308 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eed341c4-a36d-45a9-b201-13ddbca8fd0c tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (abd46fbb-b3e7-4ad7-9066-7ac2c728be6a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:06.700371 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eed341c4-a36d-45a9-b201-13ddbca8fd0c tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:06.701698 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-eed341c4-a36d-45a9-b201-13ddbca8fd0c tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "DELETE /v2.0/floatingips/abd46fbb-b3e7-4ad7-9066-7ac2c728be6a HTTP/1.1" status: 204 len: 168 time: 0.5163672 Apr 12 14:34:06.982664 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 33162) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:06.987313 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-8750cd4f-7704-4fe8-b175-d215c85f1ef3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1776899186', 'description': 'tempest-description--1964862652'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:34:06.997276 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fe765afd-56bc-4305-bb9d-b7d1591cccd1 req-a1e19d08-d452-4414-9e2b-2369c2f736b9 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c538258-a90d-40c4-9149-6a08abdc2b53 HTTP/1.1" status: 200 len: 210 time: 0.0372536 Apr 12 14:34:07.012431 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8750cd4f-7704-4fe8-b175-d215c85f1ef3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:07.034669 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-90104b45-ee18-42d7-aa6a-a97093f58989 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=66df32dc73694064a518a78333b978e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322485 Apr 12 14:34:07.104445 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8750cd4f-7704-4fe8-b175-d215c85f1ef3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group (9b76f16e-92e0-4fda-9ce0-878d2aa5c720), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:07.118319 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8750cd4f-7704-4fe8-b175-d215c85f1ef3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (9b76f16e-92e0-4fda-9ce0-878d2aa5c720), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:07.151507 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8750cd4f-7704-4fe8-b175-d215c85f1ef3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:07.156536 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-8750cd4f-7704-4fe8-b175-d215c85f1ef3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1727257 Apr 12 14:34:07.159941 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 33168) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:07.165206 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-eb1d5aab-91fc-4dcd-8a8c-18e1fdb6eb0b tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Request body: {'security_group_rule': {'security_group_id': '9b76f16e-92e0-4fda-9ce0-878d2aa5c720', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:34:07.171497 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-dbb58044-f04d-499e-9a6a-8cab447c9da2 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:07.173006 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-dbb58044-f04d-499e-9a6a-8cab447c9da2 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1341810 Apr 12 14:34:07.174509 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750cd4f-7704-4fe8-b175-d215c85f1ef3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b76f16e-92e0-4fda-9ce0-878d2aa5c720,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:07.197442 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb1d5aab-91fc-4dcd-8a8c-18e1fdb6eb0b tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group_rule (ca1b574b-dd1a-438f-af81-9e8d970c834c), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:07.199614 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-44a5173b-6190-4324-9636-95dbac74401f tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Request body: {'port': {'device_id': '3c538258-a90d-40c4-9149-6a08abdc2b53', 'network_id': '827f6aab-8a99-46ea-b38d-3dc4caf9b531', 'admin_state_up': True, 'tenant_id': '66df32dc73694064a518a78333b978e4'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:34:07.278670 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb1d5aab-91fc-4dcd-8a8c-18e1fdb6eb0b tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group_rule (ca1b574b-dd1a-438f-af81-9e8d970c834c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:07.283778 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb1d5aab-91fc-4dcd-8a8c-18e1fdb6eb0b tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (ca1b574b-dd1a-438f-af81-9e8d970c834c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:07.307305 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d5aab-91fc-4dcd-8a8c-18e1fdb6eb0b tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1b574b-dd1a-438f-af81-9e8d970c834c,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:07.318570 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb1d5aab-91fc-4dcd-8a8c-18e1fdb6eb0b tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:07.320641 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-eb1d5aab-91fc-4dcd-8a8c-18e1fdb6eb0b tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1594059 Apr 12 14:34:07.325421 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 33178) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:07.330502 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-74ccb466-a3df-413f-90e4-a1954eecf05b tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Request body: {'security_group_rule': {'security_group_id': '9b76f16e-92e0-4fda-9ce0-878d2aa5c720', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:34:07.333774 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-44a5173b-6190-4324-9636-95dbac74401f tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Made reservation on behalf of 66df32dc73694064a518a78333b978e4 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:34:07.338279 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-44a5173b-6190-4324-9636-95dbac74401f tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:07.346435 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:34:07.348953 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-44a5173b-6190-4324-9636-95dbac74401f tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:07.358211 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74ccb466-a3df-413f-90e4-a1954eecf05b tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group_rule (a095e072-41d8-4471-85f6-ab4b1d58d22d), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:07.428431 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74ccb466-a3df-413f-90e4-a1954eecf05b tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group_rule (a095e072-41d8-4471-85f6-ab4b1d58d22d), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:07.433444 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74ccb466-a3df-413f-90e4-a1954eecf05b tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (a095e072-41d8-4471-85f6-ab4b1d58d22d), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:07.462576 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-44a5173b-6190-4324-9636-95dbac74401f tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Publish callbacks [] for security_group (db3f74d6-a067-42cf-a149-bbcb12b0bbb9), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:07.466829 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74ccb466-a3df-413f-90e4-a1954eecf05b tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:07.467299 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-44a5173b-6190-4324-9636-95dbac74401f tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (db3f74d6-a067-42cf-a149-bbcb12b0bbb9), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:07.473043 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-74ccb466-a3df-413f-90e4-a1954eecf05b tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462665 Apr 12 14:34:07.473900 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 33184) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:07.481004 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-35b05f77-2a76-4751-861c-230b9053a873 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Request body: {'floatingip': {'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:34:07.487300 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ccb466-a3df-413f-90e4-a1954eecf05b tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a095e072-41d8-4471-85f6-ab4b1d58d22d,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:07.519542 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35b05f77-2a76-4751-861c-230b9053a873 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:07.550761 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5173b-6190-4324-9636-95dbac74401f tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db3f74d6-a067-42cf-a149-bbcb12b0bbb9,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:07.613324 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35b05f77-2a76-4751-861c-230b9053a873 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:07.671919 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-44a5173b-6190-4324-9636-95dbac74401f tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Allocated IP 192.168.233.234 (827f6aab-8a99-46ea-b38d-3dc4caf9b531/a9cef478-43da-463f-84da-b87529c5bdef/a8630510-686d-49e4-b295-17fd455d83ab) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:34:07.771367 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-35b05f77-2a76-4751-861c-230b9053a873 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Allocated IP 172.27.0.167 (d880c522-0b20-4278-b126-cb351e10a8a1/d5f6c94a-8527-427a-a2ce-715c797655f2/a5d1ff54-fbb9-4af5-b315-b6043e027023) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:34:07.910638 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35b05f77-2a76-4751-861c-230b9053a873 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for port (a5d1ff54-fbb9-4af5-b315-b6043e027023), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:07.919112 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-44a5173b-6190-4324-9636-95dbac74401f tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Publish callbacks [] for port (a8630510-686d-49e4-b295-17fd455d83ab), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:07.956550 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35b05f77-2a76-4751-861c-230b9053a873 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (a5d1ff54-fbb9-4af5-b315-b6043e027023), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:07.978144 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-44a5173b-6190-4324-9636-95dbac74401f tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (a8630510-686d-49e4-b295-17fd455d83ab), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:08.009664 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b05f77-2a76-4751-861c-230b9053a873 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event updated for resources: {'Port': ['ID=a5d1ff54-fbb9-4af5-b315-b6043e027023,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:08.023935 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b05f77-2a76-4751-861c-230b9053a873 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Network d880c522-0b20-4278-b126-cb351e10a8a1 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:34:08.027573 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-35b05f77-2a76-4751-861c-230b9053a873 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:34:08.034983 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b05f77-2a76-4751-861c-230b9053a873 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:34:08.060860 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-44a5173b-6190-4324-9636-95dbac74401f tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Network 827f6aab-8a99-46ea-b38d-3dc4caf9b531 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:34:08.066740 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-44a5173b-6190-4324-9636-95dbac74401f tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:34:08.069324 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-44a5173b-6190-4324-9636-95dbac74401f tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:34:08.073049 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5173b-6190-4324-9636-95dbac74401f tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Pushing event updated for resources: {'Port': ['ID=a8630510-686d-49e4-b295-17fd455d83ab,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:08.188546 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-44a5173b-6190-4324-9636-95dbac74401f tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:08.189363 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-44a5173b-6190-4324-9636-95dbac74401f tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:08.195530 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35b05f77-2a76-4751-861c-230b9053a873 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (3fe0a8cb-a11e-439b-b662-59a47c789fa7), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:08.200464 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd68ed-9cb5-4a65-a454-3812cfb5abe7 req-e6941e27-22a6-402b-977a-16d68fcfe00b tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:08.203014 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f7cd68ed-9cb5-4a65-a454-3812cfb5abe7 req-e6941e27-22a6-402b-977a-16d68fcfe00b tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c538258-a90d-40c4-9149-6a08abdc2b53 HTTP/1.1" status: 200 len: 936 time: 0.0970187 Apr 12 14:34:08.250095 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35b05f77-2a76-4751-861c-230b9053a873 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (a5d1ff54-fbb9-4af5-b315-b6043e027023), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:08.251032 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-44a5173b-6190-4324-9636-95dbac74401f tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0562649 Apr 12 14:34:08.286693 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-0711c715-c95c-46f9-afab-4ad0452709c5 service neutron] Request body: {'port': {'device_id': '3c538258-a90d-40c4-9149-6a08abdc2b53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:34:08.317949 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f7cd68ed-9cb5-4a65-a454-3812cfb5abe7 req-4a154b99-f9aa-4943-a1d4-03891ba7f251 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/security-groups?id=db3f74d6-a067-42cf-a149-bbcb12b0bbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044333 Apr 12 14:34:08.369912 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-0711c715-c95c-46f9-afab-4ad0452709c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (a8630510-686d-49e4-b295-17fd455d83ab), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:08.385559 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-52843247-cde0-4126-8ff5-ff12af608c41 None None] Provisioning complete for port a8630510-686d-49e4-b295-17fd455d83ab triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:08.386059 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-52843247-cde0-4126-8ff5-ff12af608c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (a8630510-686d-49e4-b295-17fd455d83ab), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:08.428114 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-52843247-cde0-4126-8ff5-ff12af608c41 None None] Port a8630510-686d-49e4-b295-17fd455d83ab cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:34:08.488005 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35b05f77-2a76-4751-861c-230b9053a873 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for port (a5d1ff54-fbb9-4af5-b315-b6043e027023), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:08.493864 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35b05f77-2a76-4751-861c-230b9053a873 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3951234'] for port (a5d1ff54-fbb9-4af5-b315-b6043e027023), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:08.567761 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b05f77-2a76-4751-861c-230b9053a873 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event updated for resources: {'Port': ['ID=a5d1ff54-fbb9-4af5-b315-b6043e027023,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:08.579289 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35b05f77-2a76-4751-861c-230b9053a873 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (3fe0a8cb-a11e-439b-b662-59a47c789fa7), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:08.601726 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35b05f77-2a76-4751-861c-230b9053a873 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:08.601726 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-35b05f77-2a76-4751-861c-230b9053a873 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1211343 Apr 12 14:34:08.702143 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-0711c715-c95c-46f9-afab-4ad0452709c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8630510-686d-49e4-b295-17fd455d83ab {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:34:08.710722 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-0711c715-c95c-46f9-afab-4ad0452709c5 service neutron] Publish callbacks [] for port (a8630510-686d-49e4-b295-17fd455d83ab), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:08.728578 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-0711c715-c95c-46f9-afab-4ad0452709c5 service neutron] Transition to ACTIVE for port object a8630510-686d-49e4-b295-17fd455d83ab will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:34:08.733766 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-0711c715-c95c-46f9-afab-4ad0452709c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (a8630510-686d-49e4-b295-17fd455d83ab), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:08.792076 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711c715-c95c-46f9-afab-4ad0452709c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8630510-686d-49e4-b295-17fd455d83ab,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:08.921935 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-baadafe7-790e-44a1-8207-ac9fbc17e566 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1776899186&fields=id&tenant_id=b89123ba80a94b8d8e37e734b8a4615a HTTP/1.1" status: 200 len: 267 time: 0.1005933 Apr 12 14:34:09.036660 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-0711c715-c95c-46f9-afab-4ad0452709c5 service neutron] Attempting to bind port a8630510-686d-49e4-b295-17fd455d83ab on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:34:09.036660 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-0711c715-c95c-46f9-afab-4ad0452709c5 service neutron] Attempting to bind port a8630510-686d-49e4-b295-17fd455d83ab by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '93efa0b0-a2e0-4726-9216-e5c5c0ced1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '827f6aab-8a99-46ea-b38d-3dc4caf9b531'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:34:09.036660 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-0711c715-c95c-46f9-afab-4ad0452709c5 service neutron] Attempting to bind port a8630510-686d-49e4-b295-17fd455d83ab on network 827f6aab-8a99-46ea-b38d-3dc4caf9b531 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:34:09.038309 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-7af2c4c2-354d-46dc-88b0-77ec3f567dcb tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:09.040538 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-7af2c4c2-354d-46dc-88b0-77ec3f567dcb tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/networks?id=b92ade3c-1952-4e8c-a71a-76cbe01a1576 HTTP/1.1" status: 200 len: 815 time: 0.1169209 Apr 12 14:34:09.043838 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-0711c715-c95c-46f9-afab-4ad0452709c5 service neutron] Port a8630510-686d-49e4-b295-17fd455d83ab on network 827f6aab-8a99-46ea-b38d-3dc4caf9b531 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:34:09.044164 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-0711c715-c95c-46f9-afab-4ad0452709c5 service neutron] Attempting to bind port a8630510-686d-49e4-b295-17fd455d83ab on network 827f6aab-8a99-46ea-b38d-3dc4caf9b531 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:34:09.050828 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-0711c715-c95c-46f9-afab-4ad0452709c5 service neutron] Checking agent: {'id': '533323ec-e26b-4d23-bab1-f8a1493e3727', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'started_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:34:09.051172 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-0711c715-c95c-46f9-afab-4ad0452709c5 service neutron] Checking segment: {'id': '93efa0b0-a2e0-4726-9216-e5c5c0ced1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '827f6aab-8a99-46ea-b38d-3dc4caf9b531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:34:09.051554 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-0711c715-c95c-46f9-afab-4ad0452709c5 service neutron] Bound using segment: {'id': '93efa0b0-a2e0-4726-9216-e5c5c0ced1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '827f6aab-8a99-46ea-b38d-3dc4caf9b531'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:34:09.052273 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-0711c715-c95c-46f9-afab-4ad0452709c5 service neutron] Bound port: a8630510-686d-49e4-b295-17fd455d83ab, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93efa0b0-a2e0-4726-9216-e5c5c0ced1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '827f6aab-8a99-46ea-b38d-3dc4caf9b531'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:34:09.052613 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-0711c715-c95c-46f9-afab-4ad0452709c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (a8630510-686d-49e4-b295-17fd455d83ab), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:09.074891 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-db953af0-5532-416a-8c16-917da09bda29 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/quotas/b89123ba80a94b8d8e37e734b8a4615a HTTP/1.1" status: 200 len: 375 time: 0.0249510 Apr 12 14:34:09.166740 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-0711c715-c95c-46f9-afab-4ad0452709c5 service neutron] For port a8630510-686d-49e4-b295-17fd455d83ab, host hv-cinder-83752, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:34:09.187885 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-d63ca991-d38d-4b4f-8932-689938c71d88 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b89123ba80a94b8d8e37e734b8a4615a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699935 Apr 12 14:34:09.190402 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-0711c715-c95c-46f9-afab-4ad0452709c5 service neutron] For port a8630510-686d-49e4-b295-17fd455d83ab, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=a8630510-686d-49e4-b295-17fd455d83ab,segment=NetworkSegment(93efa0b0-a2e0-4726-9216-e5c5c0ced1b4),segment_id=93efa0b0-a2e0-4726-9216-e5c5c0ced1b4)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:34:09.201947 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-0711c715-c95c-46f9-afab-4ad0452709c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (a8630510-686d-49e4-b295-17fd455d83ab), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:09.284304 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-0711c715-c95c-46f9-afab-4ad0452709c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:09.284994 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-0711c715-c95c-46f9-afab-4ad0452709c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:09.286793 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-0711c715-c95c-46f9-afab-4ad0452709c5 service neutron] 10.222.0.69 "PUT /v2.0/ports/a8630510-686d-49e4-b295-17fd455d83ab HTTP/1.1" status: 200 len: 1098 time: 1.0083482 Apr 12 14:34:09.287188 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c538258-a90d-40c4-9149-6a08abdc2b53', 'tag': 'a8630510-686d-49e4-b295-17fd455d83ab'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:34:09.289385 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8454c36a-2e7e-4dbd-89ed-658d2c2357ea" -d '{"events": [{"name": "network-changed", "server_uuid": "3c538258-a90d-40c4-9149-6a08abdc2b53", "tag": "a8630510-686d-49e4-b295-17fd455d83ab"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:34:09.358612 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4283a812-268d-4293-8b7d-63516786ae8c x-openstack-request-id: req-4283a812-268d-4293-8b7d-63516786ae8c {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:34:09.359112 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c538258-a90d-40c4-9149-6a08abdc2b53", "tag": "a8630510-686d-49e4-b295-17fd455d83ab", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:34:09.359444 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4283a812-268d-4293-8b7d-63516786ae8c {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:34:09.359916 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4283a812-268d-4293-8b7d-63516786ae8c'] response: {'name': 'network-changed', 'server_uuid': '3c538258-a90d-40c4-9149-6a08abdc2b53', 'tag': 'a8630510-686d-49e4-b295-17fd455d83ab', 'status': 'completed', 'code': 200} Apr 12 14:34:09.370420 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711c715-c95c-46f9-afab-4ad0452709c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8630510-686d-49e4-b295-17fd455d83ab,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:09.486580 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-4658561a-2561-4235-b281-7d07d969b328 service neutron] 10.222.0.79 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801967 Apr 12 14:34:09.490453 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-40f4bd29-3c2d-456b-8e43-bc1cb2b2d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:09.492573 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-40f4bd29-3c2d-456b-8e43-bc1cb2b2d2e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=66df32dc73694064a518a78333b978e4&device_id=3c538258-a90d-40c4-9149-6a08abdc2b53 HTTP/1.1" status: 200 len: 1132 time: 0.1044521 Apr 12 14:34:09.538862 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc49a8-62ec-4335-b6d4-ff9a38cc6432 req-a332d84e-dfb2-4e00-9618-4165de5d5931 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:09.541179 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fcbc49a8-62ec-4335-b6d4-ff9a38cc6432 req-a332d84e-dfb2-4e00-9618-4165de5d5931 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c538258-a90d-40c4-9149-6a08abdc2b53 HTTP/1.1" status: 200 len: 948 time: 0.1090331 Apr 12 14:34:09.580500 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-6725ec96-90a4-4848-ac95-1867c343bce3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=a8630510-686d-49e4-b295-17fd455d83ab HTTP/1.1" status: 200 len: 217 time: 0.0741498 Apr 12 14:34:09.677091 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fcbc49a8-62ec-4335-b6d4-ff9a38cc6432 req-7721477b-b081-432c-9473-55a09fe0b278 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/security-groups?id=db3f74d6-a067-42cf-a149-bbcb12b0bbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015117 Apr 12 14:34:09.681108 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-160f65b1-4aca-445b-bace-4823f704ee2e service neutron] 10.222.0.79 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879842 Apr 12 14:34:09.691887 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 33302) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:09.818307 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-699fe971-b2ab-48e6-bb30-3644dbf934f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:09.883292 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fbaf08b4-5b20-429f-b458-ad1764831283 req-26400f89-324d-4d84-84f0-1777c0fe666a tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=d08cb70f-b6fa-4f05-b132-0e1ca060efff HTTP/1.1" status: 200 len: 210 time: 0.0426843 Apr 12 14:34:09.954260 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-699fe971-b2ab-48e6-bb30-3644dbf934f2 admin admin] Publish callbacks [] for security_group (f00416e3-ab34-4bac-8efd-ec469e7f9b25), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:09.958411 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-699fe971-b2ab-48e6-bb30-3644dbf934f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (f00416e3-ab34-4bac-8efd-ec469e7f9b25), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:10.008999 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-699fe971-b2ab-48e6-bb30-3644dbf934f2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=570165766a0840988ad69869395ab07e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153927 Apr 12 14:34:10.010158 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699fe971-b2ab-48e6-bb30-3644dbf934f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00416e3-ab34-4bac-8efd-ec469e7f9b25,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:10.011676 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 33314) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:10.068284 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0503-18ea-457e-a677-0073d3061669 admin admin] Publish callbacks [] for security_group (f00416e3-ab34-4bac-8efd-ec469e7f9b25), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:10.093361 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0503-18ea-457e-a677-0073d3061669 admin admin] Publish callbacks [] for security_group (f00416e3-ab34-4bac-8efd-ec469e7f9b25), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:10.149945 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0503-18ea-457e-a677-0073d3061669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (f00416e3-ab34-4bac-8efd-ec469e7f9b25), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:10.152801 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0503-18ea-457e-a677-0073d3061669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:10.156940 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-0a8b0503-18ea-457e-a677-0073d3061669 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f00416e3-ab34-4bac-8efd-ec469e7f9b25 HTTP/1.1" status: 204 len: 168 time: 0.1435194 Apr 12 14:34:10.165441 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b0503-18ea-457e-a677-0073d3061669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00416e3-ab34-4bac-8efd-ec469e7f9b25,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:10.424590 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 33324) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:10.437623 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-58ee10eb-8691-4746-888c-c736c2b9573b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:10.515146 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-58ee10eb-8691-4746-888c-c736c2b9573b admin admin] Publish callbacks [] for security_group (89540288-b784-42a1-98b7-880d46895b78), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:10.519159 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-58ee10eb-8691-4746-888c-c736c2b9573b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (89540288-b784-42a1-98b7-880d46895b78), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:10.558367 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-58ee10eb-8691-4746-888c-c736c2b9573b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5f1d15e95ec845028a9696b0335c80d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326127 Apr 12 14:34:10.559363 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee10eb-8691-4746-888c-c736c2b9573b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89540288-b784-42a1-98b7-880d46895b78,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:10.561082 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 33326) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:10.610735 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2005f9ce-86c1-4e8d-aaaf-2206a3f2d1c1 admin admin] Publish callbacks [] for security_group (89540288-b784-42a1-98b7-880d46895b78), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:10.632073 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2005f9ce-86c1-4e8d-aaaf-2206a3f2d1c1 admin admin] Publish callbacks [] for security_group (89540288-b784-42a1-98b7-880d46895b78), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:10.685183 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2005f9ce-86c1-4e8d-aaaf-2206a3f2d1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (89540288-b784-42a1-98b7-880d46895b78), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:10.687662 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2005f9ce-86c1-4e8d-aaaf-2206a3f2d1c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:10.688819 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-2005f9ce-86c1-4e8d-aaaf-2206a3f2d1c1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/89540288-b784-42a1-98b7-880d46895b78 HTTP/1.1" status: 204 len: 168 time: 0.1261029 Apr 12 14:34:10.696961 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005f9ce-86c1-4e8d-aaaf-2206a3f2d1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89540288-b784-42a1-98b7-880d46895b78,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:10.802442 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09375711-4a97-4442-8086-2d5accb176d5 req-a8a7754e-8a9b-4b4f-a07b-56f0072badc2 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:10.802913 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-09375711-4a97-4442-8086-2d5accb176d5 req-a8a7754e-8a9b-4b4f-a07b-56f0072badc2 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c538258-a90d-40c4-9149-6a08abdc2b53 HTTP/1.1" status: 200 len: 948 time: 0.0474072 Apr 12 14:34:10.858600 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-09375711-4a97-4442-8086-2d5accb176d5 req-40e44a69-4e92-4284-bb08-45151f28e2c4 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/security-groups?id=db3f74d6-a067-42cf-a149-bbcb12b0bbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428956 Apr 12 14:34:10.988986 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f3ed4596-1c44-476b-8438-e7588728d5c3 req-3a3ed898-e800-41ac-ab18-1e8f8ea073a9 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=d08cb70f-b6fa-4f05-b132-0e1ca060efff HTTP/1.1" status: 200 len: 210 time: 0.0285609 Apr 12 14:34:11.980233 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aaa30a-f91d-4221-8412-87e32d99b72f req-16c27d34-1ad7-4599-9b69-6bc43aef242f tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:11.981718 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-41aaa30a-f91d-4221-8412-87e32d99b72f req-16c27d34-1ad7-4599-9b69-6bc43aef242f tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c538258-a90d-40c4-9149-6a08abdc2b53 HTTP/1.1" status: 200 len: 948 time: 0.0492656 Apr 12 14:34:12.037419 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-41aaa30a-f91d-4221-8412-87e32d99b72f req-0d0122c6-7c03-48ac-8496-9373ebf0add1 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/security-groups?id=db3f74d6-a067-42cf-a149-bbcb12b0bbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500226 Apr 12 14:34:12.118880 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0d236012-daff-468d-8f72-094aeb079020 req-bafd2cd5-b04e-4799-a391-ba0d6854c5c1 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=d08cb70f-b6fa-4f05-b132-0e1ca060efff HTTP/1.1" status: 200 len: 210 time: 0.0627728 Apr 12 14:34:12.138427 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-594f1b53-8843-41b9-af01-1e1f0069340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:12.139879 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-594f1b53-8843-41b9-af01-1e1f0069340d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9cef478-43da-463f-84da-b87529c5bdef HTTP/1.1" status: 200 len: 843 time: 0.0741715 Apr 12 14:34:12.189255 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-56f60e81-f395-4e09-968b-eed9d0532aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:12.191209 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-56f60e81-f395-4e09-968b-eed9d0532aa0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=827f6aab-8a99-46ea-b38d-3dc4caf9b531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0443819 Apr 12 14:34:12.310782 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-05f10f25-3997-4a01-9ca9-028b9f3d65ad service neutron] 10.222.0.69 "GET /v2.0/networks/827f6aab-8a99-46ea-b38d-3dc4caf9b531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128721 Apr 12 14:34:12.427384 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c852e6d1-0504-48d5-b104-9f6752ed7fe3 req-98b7e018-eb01-4ad8-bfd5-f2966af215ca service neutron] 10.222.0.69 "GET /v2.0/networks/827f6aab-8a99-46ea-b38d-3dc4caf9b531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101363 Apr 12 14:34:13.159224 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bc2f8a-ef5f-4312-ad8e-b9b3be08a72f req-562a3743-953f-4ae1-8246-c9fd67d1810e tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:13.160749 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c6bc2f8a-ef5f-4312-ad8e-b9b3be08a72f req-562a3743-953f-4ae1-8246-c9fd67d1810e tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c538258-a90d-40c4-9149-6a08abdc2b53 HTTP/1.1" status: 200 len: 948 time: 0.0558412 Apr 12 14:34:13.221247 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c6bc2f8a-ef5f-4312-ad8e-b9b3be08a72f req-32b79c9a-8147-4dad-a0ed-b184281f4dc7 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/security-groups?id=db3f74d6-a067-42cf-a149-bbcb12b0bbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535326 Apr 12 14:34:13.237118 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-26a45d1a-5e89-425e-9aca-67b863c124e4 req-71527b24-7c90-4db2-8500-cd04ee433f6b tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=d08cb70f-b6fa-4f05-b132-0e1ca060efff HTTP/1.1" status: 200 len: 210 time: 0.0364139 Apr 12 14:34:13.757490 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454c36a-2e7e-4dbd-89ed-658d2c2357ea req-502dfa72-0d4c-41e5-987d-d0d5d7d80ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:13.759643 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8454c36a-2e7e-4dbd-89ed-658d2c2357ea req-502dfa72-0d4c-41e5-987d-d0d5d7d80ad4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=66df32dc73694064a518a78333b978e4&device_id=3c538258-a90d-40c4-9149-6a08abdc2b53 HTTP/1.1" status: 200 len: 1132 time: 0.0424595 Apr 12 14:34:13.869349 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0f4a7c86-4934-4e26-af02-428c36e778a6 req-f94aeae2-5e06-4f52-95e3-f83ee65c2248 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0850952 Apr 12 14:34:13.888191 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device a8630510-686d-49e4-b295-17fd455d83ab details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:34:13.951154 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454c36a-2e7e-4dbd-89ed-658d2c2357ea req-c53f0df0-22ec-4339-b8fe-a50e80c32582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:13.952960 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8454c36a-2e7e-4dbd-89ed-658d2c2357ea req-c53f0df0-22ec-4339-b8fe-a50e80c32582 service neutron] 10.222.0.69 "GET /v2.0/networks?id=827f6aab-8a99-46ea-b38d-3dc4caf9b531 HTTP/1.1" status: 200 len: 871 time: 0.1857834 Apr 12 14:34:13.961358 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a7c86-4934-4e26-af02-428c36e778a6 req-393cc617-e160-4b46-99ab-f7e2265d7ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:13.964054 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0f4a7c86-4934-4e26-af02-428c36e778a6 req-393cc617-e160-4b46-99ab-f7e2265d7ec1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02af406c5f5b4f27890c5db6f5bda840&device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 1129 time: 0.0552235 Apr 12 14:34:13.974632 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-086ad179-523f-44f1-b732-ba1a4c1d6051 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:13.977058 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-086ad179-523f-44f1-b732-ba1a4c1d6051 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.69 "GET /v2.0/networks?id=b92ade3c-1952-4e8c-a71a-76cbe01a1576 HTTP/1.1" status: 200 len: 815 time: 0.1326640 Apr 12 14:34:14.013909 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8454c36a-2e7e-4dbd-89ed-658d2c2357ea req-96a2fcf4-5815-44b2-a481-55e3aa2f17b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=a8630510-686d-49e4-b295-17fd455d83ab HTTP/1.1" status: 200 len: 217 time: 0.0479646 Apr 12 14:34:14.029325 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port a8630510-686d-49e4-b295-17fd455d83ab, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=a8630510-686d-49e4-b295-17fd455d83ab,segment=NetworkSegment(93efa0b0-a2e0-4726-9216-e5c5c0ced1b4),segment_id=93efa0b0-a2e0-4726-9216-e5c5c0ced1b4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:14.043899 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Returning: {'device': 'a8630510-686d-49e4-b295-17fd455d83ab', 'network_id': '827f6aab-8a99-46ea-b38d-3dc4caf9b531', 'port_id': 'a8630510-686d-49e4-b295-17fd455d83ab', 'mac_address': 'fa:16:3e:ed:d1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9cef478-43da-463f-84da-b87529c5bdef', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:34:14.054870 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-a1995fd0-c646-4b0b-945f-809c62fc823d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b89123ba80a94b8d8e37e734b8a4615a HTTP/1.1" status: 200 len: 380 time: 0.0594900 Apr 12 14:34:14.065284 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-01d47113-5334-480e-a2d7-f56fa658df99 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Request body: {'port': {'device_id': 'd08cb70f-b6fa-4f05-b132-0e1ca060efff', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'admin_state_up': True, 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'security_groups': ['9b76f16e-92e0-4fda-9ce0-878d2aa5c720']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:34:14.092672 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port a8630510-686d-49e4-b295-17fd455d83ab is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:34:14.093106 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (a8630510-686d-49e4-b295-17fd455d83ab), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:14.109341 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8630510-686d-49e4-b295-17fd455d83ab {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:34:14.130432 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454c36a-2e7e-4dbd-89ed-658d2c2357ea req-e1c294e1-5b92-4839-a6be-8d541769fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:14.131950 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8454c36a-2e7e-4dbd-89ed-658d2c2357ea req-e1c294e1-5b92-4839-a6be-8d541769fcfc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9cef478-43da-463f-84da-b87529c5bdef HTTP/1.1" status: 200 len: 843 time: 0.0895448 Apr 12 14:34:14.140439 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port a8630510-686d-49e4-b295-17fd455d83ab, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=a8630510-686d-49e4-b295-17fd455d83ab,segment=NetworkSegment(93efa0b0-a2e0-4726-9216-e5c5c0ced1b4),segment_id=93efa0b0-a2e0-4726-9216-e5c5c0ced1b4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:14.147914 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (a8630510-686d-49e4-b295-17fd455d83ab), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:14.155990 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a7c86-4934-4e26-af02-428c36e778a6 req-1ef9a3f7-89c2-44d5-9af0-d7ed62c6377b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:14.157487 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0f4a7c86-4934-4e26-af02-428c36e778a6 req-1ef9a3f7-89c2-44d5-9af0-d7ed62c6377b service neutron] 10.222.0.69 "GET /v2.0/networks?id=37f9d6cb-734d-4a5c-b448-eec2b9f94087 HTTP/1.1" status: 200 len: 914 time: 0.1457345 Apr 12 14:34:14.195960 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-01d47113-5334-480e-a2d7-f56fa658df99 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Made reservation on behalf of b89123ba80a94b8d8e37e734b8a4615a for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:34:14.200122 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-01d47113-5334-480e-a2d7-f56fa658df99 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:14.206489 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=a8630510-686d-49e4-b295-17fd455d83ab,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:14.214098 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:14.214725 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:14.215253 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:14.215758 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:14.216094 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:14.216453 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:14.216783 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:14.217135 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:14.217460 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:14.217785 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:14.218111 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:14.218436 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:14.218758 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:14.219076 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:14.219396 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:34:14.280877 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454c36a-2e7e-4dbd-89ed-658d2c2357ea req-b81e02ac-341b-482b-961a-c66b522e7755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:14.282520 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8454c36a-2e7e-4dbd-89ed-658d2c2357ea req-b81e02ac-341b-482b-961a-c66b522e7755 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=827f6aab-8a99-46ea-b38d-3dc4caf9b531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0899012 Apr 12 14:34:14.349562 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0f4a7c86-4934-4e26-af02-428c36e778a6 req-445aaf4e-5e4a-4da0-8733-83d0f7d1f557 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9bb735b-cf47-4f42-a7b1-67752f7f6b3a HTTP/1.1" status: 200 len: 1000 time: 0.1581285 Apr 12 14:34:14.353196 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-01d47113-5334-480e-a2d7-f56fa658df99 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Allocated IP 172.20.0.3 (b92ade3c-1952-4e8c-a71a-76cbe01a1576/f447f83a-4258-47f2-9876-65788ff6ba27/0327591d-30df-4bde-9bdc-6217c90fe12c) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:34:14.427954 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-faeb593f-8f1d-4aa2-a383-ee3f77593326 req-9d24ee97-d38d-42af-a8e9-5a4cc51760fc tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=d08cb70f-b6fa-4f05-b132-0e1ca060efff HTTP/1.1" status: 200 len: 210 time: 0.1059029 Apr 12 14:34:14.511848 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-01d47113-5334-480e-a2d7-f56fa658df99 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for port (0327591d-30df-4bde-9bdc-6217c90fe12c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:14.533879 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['a8630510-686d-49e4-b295-17fd455d83ab'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:34:14.550773 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-01d47113-5334-480e-a2d7-f56fa658df99 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (0327591d-30df-4bde-9bdc-6217c90fe12c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:14.596796 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-01d47113-5334-480e-a2d7-f56fa658df99 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Network b92ade3c-1952-4e8c-a71a-76cbe01a1576 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:34:14.599788 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-01d47113-5334-480e-a2d7-f56fa658df99 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:34:14.603892 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-01d47113-5334-480e-a2d7-f56fa658df99 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:34:14.644652 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d47113-5334-480e-a2d7-f56fa658df99 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event updated for resources: {'Port': ['ID=0327591d-30df-4bde-9bdc-6217c90fe12c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:14.680532 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-01d47113-5334-480e-a2d7-f56fa658df99 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:14.681731 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-01d47113-5334-480e-a2d7-f56fa658df99 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:14.707665 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-01d47113-5334-480e-a2d7-f56fa658df99 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6458733 Apr 12 14:34:14.733695 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-3be6d779-7251-43cb-88ee-fe04b272875a service neutron] Request body: {'port': {'device_id': 'd08cb70f-b6fa-4f05-b132-0e1ca060efff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:34:14.739787 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33e99f-fb83-46fe-b52e-f26457852c08 req-455d24ea-0fc2-40db-a77a-09efc66b6896 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:14.740770 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5a33e99f-fb83-46fe-b52e-f26457852c08 req-455d24ea-0fc2-40db-a77a-09efc66b6896 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c538258-a90d-40c4-9149-6a08abdc2b53 HTTP/1.1" status: 200 len: 949 time: 0.4205871 Apr 12 14:34:14.771130 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a7c86-4934-4e26-af02-428c36e778a6 req-e9a7a287-1bd3-4f14-8bd7-b48fcf3dff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:14.772753 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0f4a7c86-4934-4e26-af02-428c36e778a6 req-e9a7a287-1bd3-4f14-8bd7-b48fcf3dff91 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5f372aa8-ef48-4490-a9b2-c7f480e5dc57 HTTP/1.1" status: 200 len: 851 time: 0.3997600 Apr 12 14:34:14.809348 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-3be6d779-7251-43cb-88ee-fe04b272875a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (0327591d-30df-4bde-9bdc-6217c90fe12c), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:14.814818 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8454c36a-2e7e-4dbd-89ed-658d2c2357ea req-e08fc157-5540-44a8-af48-ccecef364290 service neutron] 10.222.0.69 "GET /v2.0/networks/827f6aab-8a99-46ea-b38d-3dc4caf9b531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208087 Apr 12 14:34:14.872730 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5a33e99f-fb83-46fe-b52e-f26457852c08 req-860e2610-f4ec-4948-80b4-c24ca8523c2f tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/security-groups?id=db3f74d6-a067-42cf-a149-bbcb12b0bbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222079 Apr 12 14:34:14.903197 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a7c86-4934-4e26-af02-428c36e778a6 req-1c15b5ba-0f1b-464d-9797-2007c9fe820a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:14.904643 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0f4a7c86-4934-4e26-af02-428c36e778a6 req-1c15b5ba-0f1b-464d-9797-2007c9fe820a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37f9d6cb-734d-4a5c-b448-eec2b9f94087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1216533 Apr 12 14:34:14.940422 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-6d9c520b-f514-46fc-b351-bdc1d4777056 None None] Provisioning complete for port 0327591d-30df-4bde-9bdc-6217c90fe12c triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:14.941067 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d9c520b-f514-46fc-b351-bdc1d4777056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (0327591d-30df-4bde-9bdc-6217c90fe12c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:14.979014 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-6d9c520b-f514-46fc-b351-bdc1d4777056 None None] Port 0327591d-30df-4bde-9bdc-6217c90fe12c cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:34:14.994174 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8454c36a-2e7e-4dbd-89ed-658d2c2357ea req-58e95f34-0cf0-40d4-b1e2-286487576f0f service neutron] 10.222.0.69 "GET /v2.0/networks/827f6aab-8a99-46ea-b38d-3dc4caf9b531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686645 Apr 12 14:34:15.022433 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0f4a7c86-4934-4e26-af02-428c36e778a6 req-22a5670e-54a2-4bdf-8d99-459e9f751dad service neutron] 10.222.0.69 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097896 Apr 12 14:34:15.086312 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-3be6d779-7251-43cb-88ee-fe04b272875a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0327591d-30df-4bde-9bdc-6217c90fe12c {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:34:15.094308 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-3be6d779-7251-43cb-88ee-fe04b272875a service neutron] Publish callbacks [] for port (0327591d-30df-4bde-9bdc-6217c90fe12c), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:15.107775 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-3be6d779-7251-43cb-88ee-fe04b272875a service neutron] Transition to ACTIVE for port object 0327591d-30df-4bde-9bdc-6217c90fe12c will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:34:15.111349 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-3be6d779-7251-43cb-88ee-fe04b272875a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3951234'] for port (0327591d-30df-4bde-9bdc-6217c90fe12c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:15.121840 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0f4a7c86-4934-4e26-af02-428c36e778a6 req-29fa17c3-9faa-4897-9ee1-ef5ee0b3fe2e service neutron] 10.222.0.69 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929317 Apr 12 14:34:15.171258 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6d779-7251-43cb-88ee-fe04b272875a service neutron] Pushing event updated for resources: {'Port': ['ID=0327591d-30df-4bde-9bdc-6217c90fe12c,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:15.256538 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-3be6d779-7251-43cb-88ee-fe04b272875a service neutron] Attempting to bind port 0327591d-30df-4bde-9bdc-6217c90fe12c on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:34:15.256972 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-3be6d779-7251-43cb-88ee-fe04b272875a service neutron] Attempting to bind port 0327591d-30df-4bde-9bdc-6217c90fe12c by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '5facf32a-40c5-4067-8228-6e38b04f0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:34:15.257210 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-3be6d779-7251-43cb-88ee-fe04b272875a service neutron] Attempting to bind port 0327591d-30df-4bde-9bdc-6217c90fe12c on network b92ade3c-1952-4e8c-a71a-76cbe01a1576 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:34:15.262693 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-3be6d779-7251-43cb-88ee-fe04b272875a service neutron] Port 0327591d-30df-4bde-9bdc-6217c90fe12c on network b92ade3c-1952-4e8c-a71a-76cbe01a1576 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:34:15.263180 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-3be6d779-7251-43cb-88ee-fe04b272875a service neutron] Attempting to bind port 0327591d-30df-4bde-9bdc-6217c90fe12c on network b92ade3c-1952-4e8c-a71a-76cbe01a1576 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:34:15.268262 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-3be6d779-7251-43cb-88ee-fe04b272875a service neutron] Checking agent: {'id': '533323ec-e26b-4d23-bab1-f8a1493e3727', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'started_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:34:15.268596 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-3be6d779-7251-43cb-88ee-fe04b272875a service neutron] Checking segment: {'id': '5facf32a-40c5-4067-8228-6e38b04f0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:34:15.269011 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-3be6d779-7251-43cb-88ee-fe04b272875a service neutron] Bound using segment: {'id': '5facf32a-40c5-4067-8228-6e38b04f0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:34:15.269438 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-3be6d779-7251-43cb-88ee-fe04b272875a service neutron] Bound port: 0327591d-30df-4bde-9bdc-6217c90fe12c, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5facf32a-40c5-4067-8228-6e38b04f0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:34:15.269795 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-3be6d779-7251-43cb-88ee-fe04b272875a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (0327591d-30df-4bde-9bdc-6217c90fe12c), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:15.340258 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-3be6d779-7251-43cb-88ee-fe04b272875a service neutron] For port 0327591d-30df-4bde-9bdc-6217c90fe12c, host hv-cinder-83752, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:34:15.340712 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-3be6d779-7251-43cb-88ee-fe04b272875a service neutron] For port 0327591d-30df-4bde-9bdc-6217c90fe12c, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=0327591d-30df-4bde-9bdc-6217c90fe12c,segment=NetworkSegment(5facf32a-40c5-4067-8228-6e38b04f0740),segment_id=5facf32a-40c5-4067-8228-6e38b04f0740)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:34:15.350508 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-3be6d779-7251-43cb-88ee-fe04b272875a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3951234'] for port (0327591d-30df-4bde-9bdc-6217c90fe12c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:15.387676 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-3be6d779-7251-43cb-88ee-fe04b272875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:15.388325 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-3be6d779-7251-43cb-88ee-fe04b272875a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:15.390246 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-3be6d779-7251-43cb-88ee-fe04b272875a service neutron] 10.222.0.69 "PUT /v2.0/ports/0327591d-30df-4bde-9bdc-6217c90fe12c HTTP/1.1" status: 200 len: 1093 time: 0.6631157 Apr 12 14:34:15.390384 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd08cb70f-b6fa-4f05-b132-0e1ca060efff', 'tag': '0327591d-30df-4bde-9bdc-6217c90fe12c'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:34:15.392550 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea00ad51b5642e711501acc1f7ca5604eef3f69d3a6b574dfa4fd32ced1c6c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f781cf9-5fa9-4bd0-b264-7494326a9847" -d '{"events": [{"name": "network-changed", "server_uuid": "d08cb70f-b6fa-4f05-b132-0e1ca060efff", "tag": "0327591d-30df-4bde-9bdc-6217c90fe12c"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:34:15.417896 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6d779-7251-43cb-88ee-fe04b272875a service neutron] Pushing event updated for resources: {'Port': ['ID=0327591d-30df-4bde-9bdc-6217c90fe12c,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:15.439674 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4cb703-0b2f-4b70-8e84-707d4276bc70 x-openstack-request-id: req-ab4cb703-0b2f-4b70-8e84-707d4276bc70 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:34:15.439984 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d08cb70f-b6fa-4f05-b132-0e1ca060efff", "tag": "0327591d-30df-4bde-9bdc-6217c90fe12c", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:34:15.440237 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ab4cb703-0b2f-4b70-8e84-707d4276bc70 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:34:15.440675 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab4cb703-0b2f-4b70-8e84-707d4276bc70'] response: {'name': 'network-changed', 'server_uuid': 'd08cb70f-b6fa-4f05-b132-0e1ca060efff', 'tag': '0327591d-30df-4bde-9bdc-6217c90fe12c', 'status': 'completed', 'code': 200} Apr 12 14:34:15.556635 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89ff5d-045b-49e2-9337-82964d498bb7 req-6d857025-41dd-45e8-98cd-ed93480fce2f tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:15.558362 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5f89ff5d-045b-49e2-9337-82964d498bb7 req-6d857025-41dd-45e8-98cd-ed93480fce2f tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=d08cb70f-b6fa-4f05-b132-0e1ca060efff HTTP/1.1" status: 200 len: 943 time: 0.0530114 Apr 12 14:34:15.611930 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5f89ff5d-045b-49e2-9337-82964d498bb7 req-cbd7731f-aae1-4f06-ad2c-b0c98da3f954 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b76f16e-92e0-4fda-9ce0-878d2aa5c720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475349 Apr 12 14:34:15.692067 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f781cf9-5fa9-4bd0-b264-7494326a9847 req-93d1dc59-5194-4a9c-94b1-9306c39d04b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:15.693696 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9f781cf9-5fa9-4bd0-b264-7494326a9847 req-93d1dc59-5194-4a9c-94b1-9306c39d04b2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b89123ba80a94b8d8e37e734b8a4615a&device_id=d08cb70f-b6fa-4f05-b132-0e1ca060efff HTTP/1.1" status: 200 len: 1127 time: 0.0448432 Apr 12 14:34:15.912623 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device a8630510-686d-49e4-b295-17fd455d83ab up at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:34:15.995692 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning for port a8630510-686d-49e4-b295-17fd455d83ab completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:34:16.005827 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning complete for port a8630510-686d-49e4-b295-17fd455d83ab triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:16.006567 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (a8630510-686d-49e4-b295-17fd455d83ab), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:16.045163 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cce4db-9021-467d-bd0d-7f375635f74c req-f95fe573-3991-4439-b1f6-4324bc15f03a tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:16.048755 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-37cce4db-9021-467d-bd0d-7f375635f74c req-f95fe573-3991-4439-b1f6-4324bc15f03a tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c538258-a90d-40c4-9149-6a08abdc2b53 HTTP/1.1" status: 200 len: 949 time: 0.0926845 Apr 12 14:34:16.112009 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-37cce4db-9021-467d-bd0d-7f375635f74c req-0895195b-fdf5-4271-8729-b91a3eeec49e tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/security-groups?id=db3f74d6-a067-42cf-a149-bbcb12b0bbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572662 Apr 12 14:34:16.115252 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port a8630510-686d-49e4-b295-17fd455d83ab is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:34:16.115859 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (a8630510-686d-49e4-b295-17fd455d83ab), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:16.147292 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c538258-a90d-40c4-9149-6a08abdc2b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8630510-686d-49e4-b295-17fd455d83ab'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:34:16.149732 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd3dab6-1668-4f70-b18a-843e27f4214f" -d '{"events": [{"server_uuid": "3c538258-a90d-40c4-9149-6a08abdc2b53", "name": "network-vif-plugged", "status": "completed", "tag": "a8630510-686d-49e4-b295-17fd455d83ab"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:34:16.166238 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f781cf9-5fa9-4bd0-b264-7494326a9847 req-95b4fa5f-5fa5-49ef-9a1f-051ef70b9a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:16.167713 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port a8630510-686d-49e4-b295-17fd455d83ab, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=a8630510-686d-49e4-b295-17fd455d83ab,segment=NetworkSegment(93efa0b0-a2e0-4726-9216-e5c5c0ced1b4),segment_id=93efa0b0-a2e0-4726-9216-e5c5c0ced1b4)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:16.167921 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9f781cf9-5fa9-4bd0-b264-7494326a9847 req-95b4fa5f-5fa5-49ef-9a1f-051ef70b9a31 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=b89123ba80a94b8d8e37e734b8a4615a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4543068 Apr 12 14:34:16.174390 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (a8630510-686d-49e4-b295-17fd455d83ab), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:16.206605 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bdf514-2923-40de-b41b-b1344861b47e x-openstack-request-id: req-b9bdf514-2923-40de-b41b-b1344861b47e {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:34:16.207036 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c538258-a90d-40c4-9149-6a08abdc2b53", "name": "network-vif-plugged", "status": "completed", "tag": "a8630510-686d-49e4-b295-17fd455d83ab", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:34:16.207160 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b9bdf514-2923-40de-b41b-b1344861b47e {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:34:16.207545 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9bdf514-2923-40de-b41b-b1344861b47e'] response: {'server_uuid': '3c538258-a90d-40c4-9149-6a08abdc2b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8630510-686d-49e4-b295-17fd455d83ab', 'code': 200} Apr 12 14:34:16.237160 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=a8630510-686d-49e4-b295-17fd455d83ab,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:16.300378 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-83d61afe-1924-46c1-9c0a-eafe5cab568a tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-498710688&fields=id&tenant_id=02af406c5f5b4f27890c5db6f5bda840 HTTP/1.1" status: 200 len: 267 time: 0.0478623 Apr 12 14:34:16.419300 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-52cf385e-e240-42ab-ba2a-046c8947216a tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:16.421980 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-52cf385e-e240-42ab-ba2a-046c8947216a tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/networks?id=37f9d6cb-734d-4a5c-b448-eec2b9f94087 HTTP/1.1" status: 200 len: 812 time: 0.1143310 Apr 12 14:34:16.438819 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-dee9a8f5-0172-4628-bb08-1b6f45ac27ab tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/quotas/02af406c5f5b4f27890c5db6f5bda840 HTTP/1.1" status: 200 len: 375 time: 0.0109429 Apr 12 14:34:16.510159 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-c6085816-4d42-42f7-b0af-cf2b7623f560 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=02af406c5f5b4f27890c5db6f5bda840&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0638938 Apr 12 14:34:16.620032 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f781cf9-5fa9-4bd0-b264-7494326a9847 req-16b8f14d-ecd0-45a5-a3b2-dc160c0de0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:16.621684 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9f781cf9-5fa9-4bd0-b264-7494326a9847 req-16b8f14d-ecd0-45a5-a3b2-dc160c0de0ad service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2480469 Apr 12 14:34:16.642721 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfdaec-d99f-451d-bd91-3fdfdfaccab6 req-ca84abc9-4e12-4f18-b1a9-64c24ae5badd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:16.644377 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d7cfdaec-d99f-451d-bd91-3fdfdfaccab6 req-ca84abc9-4e12-4f18-b1a9-64c24ae5badd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3c538258-a90d-40c4-9149-6a08abdc2b53 HTTP/1.1" status: 200 len: 1134 time: 0.0558889 Apr 12 14:34:16.676603 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-1f92c188-4c36-4f98-9963-c8ddb5e7cba9 service neutron] 10.222.0.79 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581037 Apr 12 14:34:16.756237 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-22f341d8-6546-4090-8cbc-aede7faf281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:16.757871 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-22f341d8-6546-4090-8cbc-aede7faf281c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b89123ba80a94b8d8e37e734b8a4615a&device_id=d08cb70f-b6fa-4f05-b132-0e1ca060efff HTTP/1.1" status: 200 len: 1127 time: 0.0597522 Apr 12 14:34:16.783505 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d7cfdaec-d99f-451d-bd91-3fdfdfaccab6 req-38873df5-dc57-4f5a-9302-7a24c8cd4d55 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=db3f74d6-a067-42cf-a149-bbcb12b0bbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242611 Apr 12 14:34:16.809959 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-e18ec401-df5b-4e45-bbc9-8e63a426446f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0327591d-30df-4bde-9bdc-6217c90fe12c HTTP/1.1" status: 200 len: 217 time: 0.0359294 Apr 12 14:34:16.837027 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce623b-c022-44ae-a641-556fd4d5ff5f req-237ccda9-667e-45ec-bbc8-80b2cc9b09c7 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:16.838498 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acce623b-c022-44ae-a641-556fd4d5ff5f req-237ccda9-667e-45ec-bbc8-80b2cc9b09c7 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=d08cb70f-b6fa-4f05-b132-0e1ca060efff HTTP/1.1" status: 200 len: 943 time: 0.1384494 Apr 12 14:34:16.887844 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-29cd8894-4b4f-4d9b-9dd9-6a6ce250091f service neutron] 10.222.0.79 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920674 Apr 12 14:34:16.911208 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-acce623b-c022-44ae-a641-556fd4d5ff5f req-0e4ce9c1-df2e-42bf-ab2c-32c27897df65 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b76f16e-92e0-4fda-9ce0-878d2aa5c720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669315 Apr 12 14:34:17.119983 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-1857f46e-913f-4dfc-aac7-04c7816d0ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:17.121623 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-1857f46e-913f-4dfc-aac7-04c7816d0ed1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f447f83a-4258-47f2-9876-65788ff6ba27 HTTP/1.1" status: 200 len: 854 time: 0.0519290 Apr 12 14:34:17.223638 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-2eee7da6-f578-4592-9f63-6e8892ee770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:17.225234 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-2eee7da6-f578-4592-9f63-6e8892ee770e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b92ade3c-1952-4e8c-a71a-76cbe01a1576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0850267 Apr 12 14:34:17.226686 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8583dafe-0d7f-47ca-9b98-5bc934eca807 req-f4ebbece-258e-49bc-aec9-f10135ae520e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 210 time: 0.0408995 Apr 12 14:34:17.272949 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824053b-b95c-4577-8445-f811e88934da req-84b82472-6c4f-41ba-9a70-e26e04266141 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:17.274555 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f824053b-b95c-4577-8445-f811e88934da req-84b82472-6c4f-41ba-9a70-e26e04266141 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c538258-a90d-40c4-9149-6a08abdc2b53 HTTP/1.1" status: 200 len: 950 time: 0.0755954 Apr 12 14:34:17.327289 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f824053b-b95c-4577-8445-f811e88934da req-16c848b1-841e-4df5-b56e-7906320f3844 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/security-groups?id=db3f74d6-a067-42cf-a149-bbcb12b0bbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468168 Apr 12 14:34:17.625605 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-fddb0adc-c660-4fa9-83e0-304a000628ae service neutron] 10.222.0.69 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010680 Apr 12 14:34:17.739477 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-86c0cee2-cc31-422a-8eac-c423cbba23af req-29147f4e-eb5c-46b0-b51c-c509de45da50 service neutron] 10.222.0.69 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066895 Apr 12 14:34:18.028879 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cd756-c9b0-4f25-831c-25b9d090fd82 req-d26a33d1-860b-4ab5-97dc-1d164dc5854f tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:18.030368 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-834cd756-c9b0-4f25-831c-25b9d090fd82 req-d26a33d1-860b-4ab5-97dc-1d164dc5854f tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=d08cb70f-b6fa-4f05-b132-0e1ca060efff HTTP/1.1" status: 200 len: 943 time: 0.0530066 Apr 12 14:34:18.078274 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-834cd756-c9b0-4f25-831c-25b9d090fd82 req-e2099ba2-4e1b-4bb6-91f1-7411e5b7fd52 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b76f16e-92e0-4fda-9ce0-878d2aa5c720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423965 Apr 12 14:34:18.105559 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 33508) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:18.129003 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-747dda9b-6428-4999-a086-013d22d0dadd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:18.213966 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac220b1c-86a2-4b53-ba81-f7b4b04ecb2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:18.293359 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac220b1c-86a2-4b53-ba81-f7b4b04ecb2b admin admin] Publish callbacks [] for security_group (9a7566e8-d9d3-4874-8aa4-4d92f66d8c15), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:18.298318 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac220b1c-86a2-4b53-ba81-f7b4b04ecb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (9a7566e8-d9d3-4874-8aa4-4d92f66d8c15), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:18.337715 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-797e69d7-ab22-457e-977e-d500d1d355b0 req-ed8f3723-4b59-4ca2-8a62-12af307f2c00 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 210 time: 0.0294313 Apr 12 14:34:18.338655 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-ac220b1c-86a2-4b53-ba81-f7b4b04ecb2b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7c57c70cc5a946afa4ab7f2b677e6a7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318475 Apr 12 14:34:18.339532 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac220b1c-86a2-4b53-ba81-f7b4b04ecb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7566e8-d9d3-4874-8aa4-4d92f66d8c15,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:18.341678 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 33514) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:18.412186 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-067ac528-cec2-4d66-9910-1325eecbd4d9 admin admin] Publish callbacks [] for security_group (9a7566e8-d9d3-4874-8aa4-4d92f66d8c15), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:18.459410 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-067ac528-cec2-4d66-9910-1325eecbd4d9 admin admin] Publish callbacks [] for security_group (9a7566e8-d9d3-4874-8aa4-4d92f66d8c15), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:18.467810 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca55ef7-8a7d-42a6-8e7f-42ce37b3a439 req-145acbe4-f207-4fae-acee-6b1f71ad1e01 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:18.469369 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fca55ef7-8a7d-42a6-8e7f-42ce37b3a439 req-145acbe4-f207-4fae-acee-6b1f71ad1e01 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c538258-a90d-40c4-9149-6a08abdc2b53 HTTP/1.1" status: 200 len: 950 time: 0.0673020 Apr 12 14:34:18.537072 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fca55ef7-8a7d-42a6-8e7f-42ce37b3a439 req-3846ba35-cd01-452a-a09a-523ed7650b06 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/security-groups?id=db3f74d6-a067-42cf-a149-bbcb12b0bbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619667 Apr 12 14:34:18.555588 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-067ac528-cec2-4d66-9910-1325eecbd4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (9a7566e8-d9d3-4874-8aa4-4d92f66d8c15), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:18.558612 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-067ac528-cec2-4d66-9910-1325eecbd4d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:18.559753 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-067ac528-cec2-4d66-9910-1325eecbd4d9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9a7566e8-d9d3-4874-8aa4-4d92f66d8c15 HTTP/1.1" status: 204 len: 168 time: 0.2170846 Apr 12 14:34:18.571988 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ac528-cec2-4d66-9910-1325eecbd4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7566e8-d9d3-4874-8aa4-4d92f66d8c15,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:18.840599 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 33522) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:18.854807 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6e76c729-b1c8-4f28-bc56-ae7f6e59eb6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:18.944859 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6e76c729-b1c8-4f28-bc56-ae7f6e59eb6a admin admin] Publish callbacks [] for security_group (cf1831fc-9e06-42b6-a0cf-37e3eae91775), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:18.948739 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-6e76c729-b1c8-4f28-bc56-ae7f6e59eb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (cf1831fc-9e06-42b6-a0cf-37e3eae91775), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:18.992131 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-6e76c729-b1c8-4f28-bc56-ae7f6e59eb6a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=89cb86fb8c5a4e8c801080d4de0907f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1503692 Apr 12 14:34:18.994055 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76c729-b1c8-4f28-bc56-ae7f6e59eb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1831fc-9e06-42b6-a0cf-37e3eae91775,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:18.995504 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 33526) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:19.045989 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f53e68d-4793-487f-a1ae-53ce9f1f549e admin admin] Publish callbacks [] for security_group (cf1831fc-9e06-42b6-a0cf-37e3eae91775), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:19.067432 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f53e68d-4793-487f-a1ae-53ce9f1f549e admin admin] Publish callbacks [] for security_group (cf1831fc-9e06-42b6-a0cf-37e3eae91775), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:19.117193 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f53e68d-4793-487f-a1ae-53ce9f1f549e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (cf1831fc-9e06-42b6-a0cf-37e3eae91775), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:19.120417 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f53e68d-4793-487f-a1ae-53ce9f1f549e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:19.121612 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-5f53e68d-4793-487f-a1ae-53ce9f1f549e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cf1831fc-9e06-42b6-a0cf-37e3eae91775 HTTP/1.1" status: 204 len: 168 time: 0.1251152 Apr 12 14:34:19.129422 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53e68d-4793-487f-a1ae-53ce9f1f549e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1831fc-9e06-42b6-a0cf-37e3eae91775,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:19.213272 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c724498-2eaa-4c06-8b04-78f2edd1257c req-eff5d1b9-ed3c-4925-bda6-413cd91acf8f tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:19.214849 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3c724498-2eaa-4c06-8b04-78f2edd1257c req-eff5d1b9-ed3c-4925-bda6-413cd91acf8f tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=d08cb70f-b6fa-4f05-b132-0e1ca060efff HTTP/1.1" status: 200 len: 943 time: 0.0557766 Apr 12 14:34:19.266050 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3c724498-2eaa-4c06-8b04-78f2edd1257c req-1a67d079-b9d9-48ed-bb92-67e8a5c178ed tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b76f16e-92e0-4fda-9ce0-878d2aa5c720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449009 Apr 12 14:34:19.439770 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d331f152-1f32-438c-924e-179daf8d8a95 req-d9be7e6d-12d2-4a19-b581-6b7a60e412f3 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 210 time: 0.0315783 Apr 12 14:34:19.481858 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 33536) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:19.495348 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33d966d5-17ec-4b83-975c-a378bfeea37e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:19.575282 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33d966d5-17ec-4b83-975c-a378bfeea37e admin admin] Publish callbacks [] for security_group (452d98c4-e2bb-4f2d-824d-2946602c9a46), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:19.579933 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33d966d5-17ec-4b83-975c-a378bfeea37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (452d98c4-e2bb-4f2d-824d-2946602c9a46), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:19.624942 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-33d966d5-17ec-4b83-975c-a378bfeea37e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c4bd1f8cec6e407bb45777fdf7497526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419036 Apr 12 14:34:19.628931 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 33540) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:19.643463 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d966d5-17ec-4b83-975c-a378bfeea37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452d98c4-e2bb-4f2d-824d-2946602c9a46,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:19.691863 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212b653-6346-4380-83d6-e36feac99c5a req-a64c19fd-b780-400c-b2d6-1007725274b9 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:19.698396 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5212b653-6346-4380-83d6-e36feac99c5a req-a64c19fd-b780-400c-b2d6-1007725274b9 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c538258-a90d-40c4-9149-6a08abdc2b53 HTTP/1.1" status: 200 len: 950 time: 0.0752225 Apr 12 14:34:19.767403 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5212b653-6346-4380-83d6-e36feac99c5a req-5ac95561-30ac-43d1-9ab8-4ab115e64774 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/security-groups?id=db3f74d6-a067-42cf-a149-bbcb12b0bbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623033 Apr 12 14:34:19.781404 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-34f5205a-35fe-49eb-bc0e-29e81cb6dec8 admin admin] Publish callbacks [] for security_group (452d98c4-e2bb-4f2d-824d-2946602c9a46), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:19.816450 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-34f5205a-35fe-49eb-bc0e-29e81cb6dec8 admin admin] Publish callbacks [] for security_group (452d98c4-e2bb-4f2d-824d-2946602c9a46), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:19.841572 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-41352613-bef8-42ab-b1e1-0edc3d555acb tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:19.843054 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-41352613-bef8-42ab-b1e1-0edc3d555acb tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.69 "GET /v2.0/networks?id=37f9d6cb-734d-4a5c-b448-eec2b9f94087 HTTP/1.1" status: 200 len: 812 time: 0.1692386 Apr 12 14:34:19.895312 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-34f5205a-35fe-49eb-bc0e-29e81cb6dec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (452d98c4-e2bb-4f2d-824d-2946602c9a46), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:19.898211 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-34f5205a-35fe-49eb-bc0e-29e81cb6dec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:19.901797 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-34f5205a-35fe-49eb-bc0e-29e81cb6dec8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/452d98c4-e2bb-4f2d-824d-2946602c9a46 HTTP/1.1" status: 204 len: 168 time: 0.2696574 Apr 12 14:34:19.930321 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5205a-35fe-49eb-bc0e-29e81cb6dec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452d98c4-e2bb-4f2d-824d-2946602c9a46,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:19.936247 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 0327591d-30df-4bde-9bdc-6217c90fe12c details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:34:19.968123 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-d4e2e961-b30e-41a7-921b-85392b2df20d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02af406c5f5b4f27890c5db6f5bda840 HTTP/1.1" status: 200 len: 379 time: 0.0923209 Apr 12 14:34:20.094707 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 0327591d-30df-4bde-9bdc-6217c90fe12c, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=0327591d-30df-4bde-9bdc-6217c90fe12c,segment=NetworkSegment(5facf32a-40c5-4067-8228-6e38b04f0740),segment_id=5facf32a-40c5-4067-8228-6e38b04f0740)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:20.098253 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1be8f8-b35a-4f14-9e63-8f371475b5fb req-54ee1f59-fe9a-4f01-b4f5-ab0321ead603 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:20.099774 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3b1be8f8-b35a-4f14-9e63-8f371475b5fb req-54ee1f59-fe9a-4f01-b4f5-ab0321ead603 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c538258-a90d-40c4-9149-6a08abdc2b53 HTTP/1.1" status: 200 len: 950 time: 0.0595691 Apr 12 14:34:20.108217 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Returning: {'device': '0327591d-30df-4bde-9bdc-6217c90fe12c', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'port_id': '0327591d-30df-4bde-9bdc-6217c90fe12c', 'mac_address': 'fa:16:3e:fc:80:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:34:20.156394 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port 0327591d-30df-4bde-9bdc-6217c90fe12c is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:34:20.156782 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (0327591d-30df-4bde-9bdc-6217c90fe12c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:20.158284 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3b1be8f8-b35a-4f14-9e63-8f371475b5fb req-f965c938-9e34-460d-abbf-0f1fcc6d524f tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/security-groups?id=db3f74d6-a067-42cf-a149-bbcb12b0bbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481417 Apr 12 14:34:20.173594 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0327591d-30df-4bde-9bdc-6217c90fe12c {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:34:20.207050 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 0327591d-30df-4bde-9bdc-6217c90fe12c, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=0327591d-30df-4bde-9bdc-6217c90fe12c,segment=NetworkSegment(5facf32a-40c5-4067-8228-6e38b04f0740),segment_id=5facf32a-40c5-4067-8228-6e38b04f0740)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:20.211287 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (0327591d-30df-4bde-9bdc-6217c90fe12c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:20.261560 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=0327591d-30df-4bde-9bdc-6217c90fe12c,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:20.410425 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2841974-b643-4be2-b081-5c15d15d06c1 req-2aa9966d-6276-43a8-bdbc-15e6c0645498 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:20.412004 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b2841974-b643-4be2-b081-5c15d15d06c1 req-2aa9966d-6276-43a8-bdbc-15e6c0645498 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=d08cb70f-b6fa-4f05-b132-0e1ca060efff HTTP/1.1" status: 200 len: 944 time: 0.0656219 Apr 12 14:34:20.487645 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b2841974-b643-4be2-b081-5c15d15d06c1 req-f7d68ceb-1c0c-4cec-9347-379f122c290b tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b76f16e-92e0-4fda-9ce0-878d2aa5c720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662823 Apr 12 14:34:20.514155 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8146333d-0801-4581-8f69-950f7701ac9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:20.538984 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['0327591d-30df-4bde-9bdc-6217c90fe12c'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:34:20.573245 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-591995f7-b751-4b32-8180-63ef67c9e4a4 req-2240ce0b-c965-4d6a-926c-807a4cefd4d7 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 210 time: 0.0359681 Apr 12 14:34:21.187479 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-bb1250ba-9061-4fd1-a9f4-33a31842cec0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Request body: {'port': {'device_id': '5a6c876d-cd50-4d22-824d-f58d794e666c', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'admin_state_up': True, 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'security_groups': ['c0a675c0-6e8b-4865-b479-bcd498dd6585']}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:34:21.279341 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd3a59-c1af-4276-8696-964e0cdc19b9 req-57bc0de0-982d-41d6-ad7a-c756aa58c651 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:21.280968 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15bd3a59-c1af-4276-8696-964e0cdc19b9 req-57bc0de0-982d-41d6-ad7a-c756aa58c651 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c538258-a90d-40c4-9149-6a08abdc2b53 HTTP/1.1" status: 200 len: 950 time: 0.0512536 Apr 12 14:34:21.334041 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15bd3a59-c1af-4276-8696-964e0cdc19b9 req-b5025908-2e47-4e15-a3c3-409d899544e9 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/security-groups?id=db3f74d6-a067-42cf-a149-bbcb12b0bbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467892 Apr 12 14:34:21.342088 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-bb1250ba-9061-4fd1-a9f4-33a31842cec0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Made reservation on behalf of 02af406c5f5b4f27890c5db6f5bda840 for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:34:21.345864 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-bb1250ba-9061-4fd1-a9f4-33a31842cec0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:21.497785 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-bb1250ba-9061-4fd1-a9f4-33a31842cec0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Allocated IP 172.20.0.5 (37f9d6cb-734d-4a5c-b448-eec2b9f94087/5f372aa8-ef48-4490-a9b2-c7f480e5dc57/b66c8a31-66c0-4e0d-a1f0-5296be1c5fee) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:34:21.545518 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:21.605130 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61865461-b1eb-4e75-b601-864ecc1c2f55 req-fbd2234d-f7eb-4832-b62c-f96cd66b22a8 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:21.606609 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-61865461-b1eb-4e75-b601-864ecc1c2f55 req-fbd2234d-f7eb-4832-b62c-f96cd66b22a8 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=d08cb70f-b6fa-4f05-b132-0e1ca060efff HTTP/1.1" status: 200 len: 944 time: 0.0520928 Apr 12 14:34:21.658864 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-bb1250ba-9061-4fd1-a9f4-33a31842cec0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for port (b66c8a31-66c0-4e0d-a1f0-5296be1c5fee), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:21.693541 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-bb1250ba-9061-4fd1-a9f4-33a31842cec0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (b66c8a31-66c0-4e0d-a1f0-5296be1c5fee), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:21.709504 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3c04b164-c517-4de3-8143-fa7f774ab443 req-8ff67d3f-af1c-4df3-9713-a470df223f6f tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 210 time: 0.0621302 Apr 12 14:34:21.720131 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-61865461-b1eb-4e75-b601-864ecc1c2f55 req-a0635465-671b-49a5-91dc-c7a0113be85e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b76f16e-92e0-4fda-9ce0-878d2aa5c720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059868 Apr 12 14:34:21.748106 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-bb1250ba-9061-4fd1-a9f4-33a31842cec0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Network 37f9d6cb-734d-4a5c-b448-eec2b9f94087 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:34:21.751368 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-bb1250ba-9061-4fd1-a9f4-33a31842cec0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:34:21.752051 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6143355-8f6d-483d-a4cf-5031884856b3 req-406bd295-bd4a-4321-932a-14a1c3c9df64 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:21.753576 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b6143355-8f6d-483d-a4cf-5031884856b3 req-406bd295-bd4a-4321-932a-14a1c3c9df64 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.69 "GET /v2.0/ports?device_id=3c538258-a90d-40c4-9149-6a08abdc2b53 HTTP/1.1" status: 200 len: 950 time: 0.0992396 Apr 12 14:34:21.753890 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-bb1250ba-9061-4fd1-a9f4-33a31842cec0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:34:21.764485 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1250ba-9061-4fd1-a9f4-33a31842cec0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Pushing event updated for resources: {'Port': ['ID=b66c8a31-66c0-4e0d-a1f0-5296be1c5fee,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:21.824979 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-bb1250ba-9061-4fd1-a9f4-33a31842cec0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:21.825719 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-bb1250ba-9061-4fd1-a9f4-33a31842cec0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:21.855452 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-bb1250ba-9061-4fd1-a9f4-33a31842cec0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6718662 Apr 12 14:34:21.866427 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-b6143355-8f6d-483d-a4cf-5031884856b3 req-72661859-928d-495f-a9c0-23924e5433d3 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Deleting port a8630510-686d-49e4-b295-17fd455d83ab {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:34:21.866774 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b6143355-8f6d-483d-a4cf-5031884856b3 req-72661859-928d-495f-a9c0-23924e5433d3 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (a8630510-686d-49e4-b295-17fd455d83ab), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:21.881387 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-1a77fc8f-6471-4a0f-8cff-c50a265539f5 service neutron] Request body: {'port': {'device_id': '5a6c876d-cd50-4d22-824d-f58d794e666c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:34:21.945175 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-1a77fc8f-6471-4a0f-8cff-c50a265539f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (b66c8a31-66c0-4e0d-a1f0-5296be1c5fee), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:21.960916 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 0327591d-30df-4bde-9bdc-6217c90fe12c up at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:34:21.983128 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-b6143355-8f6d-483d-a4cf-5031884856b3 req-72661859-928d-495f-a9c0-23924e5433d3 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] For port a8630510-686d-49e4-b295-17fd455d83ab, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=a8630510-686d-49e4-b295-17fd455d83ab,segment=NetworkSegment(93efa0b0-a2e0-4726-9216-e5c5c0ced1b4),segment_id=93efa0b0-a2e0-4726-9216-e5c5c0ced1b4)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:21.983528 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b6143355-8f6d-483d-a4cf-5031884856b3 req-72661859-928d-495f-a9c0-23924e5433d3 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (a8630510-686d-49e4-b295-17fd455d83ab), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:21.998772 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-b6143355-8f6d-483d-a4cf-5031884856b3 req-72661859-928d-495f-a9c0-23924e5433d3 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Calling delete_port for a8630510-686d-49e4-b295-17fd455d83ab owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:34:22.020290 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning for port 0327591d-30df-4bde-9bdc-6217c90fe12c completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:34:22.023300 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-658dfd7d-fcba-4390-9d53-0cae55ef396a None None] Provisioning complete for port b66c8a31-66c0-4e0d-a1f0-5296be1c5fee triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:22.023715 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-658dfd7d-fcba-4390-9d53-0cae55ef396a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (b66c8a31-66c0-4e0d-a1f0-5296be1c5fee), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:22.048531 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning complete for port 0327591d-30df-4bde-9bdc-6217c90fe12c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:22.048816 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (0327591d-30df-4bde-9bdc-6217c90fe12c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:22.090267 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-658dfd7d-fcba-4390-9d53-0cae55ef396a None None] Port b66c8a31-66c0-4e0d-a1f0-5296be1c5fee cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:34:22.164256 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port 0327591d-30df-4bde-9bdc-6217c90fe12c is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:34:22.164803 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (0327591d-30df-4bde-9bdc-6217c90fe12c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:22.166366 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b6143355-8f6d-483d-a4cf-5031884856b3 req-72661859-928d-495f-a9c0-23924e5433d3 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (a8630510-686d-49e4-b295-17fd455d83ab), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:22.191370 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08cb70f-b6fa-4f05-b132-0e1ca060efff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0327591d-30df-4bde-9bdc-6217c90fe12c'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:34:22.194091 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51887ff-52a5-49e5-8945-73251ea06c33" -d '{"events": [{"server_uuid": "d08cb70f-b6fa-4f05-b132-0e1ca060efff", "name": "network-vif-plugged", "status": "completed", "tag": "0327591d-30df-4bde-9bdc-6217c90fe12c"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:34:22.199222 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72661859-928d-495f-a9c0-23924e5433d3 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Pushing event deleted for resources: {'Port': ['ID=a8630510-686d-49e4-b295-17fd455d83ab,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:22.233038 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 0327591d-30df-4bde-9bdc-6217c90fe12c, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=0327591d-30df-4bde-9bdc-6217c90fe12c,segment=NetworkSegment(5facf32a-40c5-4067-8228-6e38b04f0740),segment_id=5facf32a-40c5-4067-8228-6e38b04f0740)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:22.242056 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (0327591d-30df-4bde-9bdc-6217c90fe12c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:22.282374 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6143355-8f6d-483d-a4cf-5031884856b3 req-72661859-928d-495f-a9c0-23924e5433d3 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] No DVR routers for this DVR port a8630510-686d-49e4-b295-17fd455d83ab on host hv-cinder-83752 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:34:22.287319 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9555eda3-4fc2-4232-9e06-e83e8fe621ae x-openstack-request-id: req-9555eda3-4fc2-4232-9e06-e83e8fe621ae {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:34:22.287319 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08cb70f-b6fa-4f05-b132-0e1ca060efff", "name": "network-vif-plugged", "status": "completed", "tag": "0327591d-30df-4bde-9bdc-6217c90fe12c", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:34:22.287319 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9555eda3-4fc2-4232-9e06-e83e8fe621ae {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:34:22.287690 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9555eda3-4fc2-4232-9e06-e83e8fe621ae'] response: {'server_uuid': 'd08cb70f-b6fa-4f05-b132-0e1ca060efff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0327591d-30df-4bde-9bdc-6217c90fe12c', 'code': 200} Apr 12 14:34:22.289017 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-b6143355-8f6d-483d-a4cf-5031884856b3 req-72661859-928d-495f-a9c0-23924e5433d3 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:22.293144 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b6143355-8f6d-483d-a4cf-5031884856b3 req-72661859-928d-495f-a9c0-23924e5433d3 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.69 "DELETE /v2.0/ports/a8630510-686d-49e4-b295-17fd455d83ab HTTP/1.1" status: 204 len: 173 time: 0.5314584 Apr 12 14:34:22.302062 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c538258-a90d-40c4-9149-6a08abdc2b53', 'name': 'network-vif-deleted', 'tag': 'a8630510-686d-49e4-b295-17fd455d83ab'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:34:22.304661 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a50427-541d-449b-93b5-d64bd5321943" -d '{"events": [{"server_uuid": "3c538258-a90d-40c4-9149-6a08abdc2b53", "name": "network-vif-deleted", "tag": "a8630510-686d-49e4-b295-17fd455d83ab"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:34:22.308157 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-1a77fc8f-6471-4a0f-8cff-c50a265539f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b66c8a31-66c0-4e0d-a1f0-5296be1c5fee {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:34:22.317095 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-1a77fc8f-6471-4a0f-8cff-c50a265539f5 service neutron] Publish callbacks [] for port (b66c8a31-66c0-4e0d-a1f0-5296be1c5fee), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:22.331983 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-1a77fc8f-6471-4a0f-8cff-c50a265539f5 service neutron] Transition to ACTIVE for port object b66c8a31-66c0-4e0d-a1f0-5296be1c5fee will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:34:22.340644 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-1a77fc8f-6471-4a0f-8cff-c50a265539f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3951234'] for port (b66c8a31-66c0-4e0d-a1f0-5296be1c5fee), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:22.357715 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=0327591d-30df-4bde-9bdc-6217c90fe12c,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:22.399945 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244653a7-468e-41ea-8488-5fc34531e316 x-openstack-request-id: req-244653a7-468e-41ea-8488-5fc34531e316 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:34:22.399945 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c538258-a90d-40c4-9149-6a08abdc2b53", "name": "network-vif-deleted", "tag": "a8630510-686d-49e4-b295-17fd455d83ab", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:34:22.400240 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-244653a7-468e-41ea-8488-5fc34531e316 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:34:22.400703 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-244653a7-468e-41ea-8488-5fc34531e316'] response: {'server_uuid': '3c538258-a90d-40c4-9149-6a08abdc2b53', 'name': 'network-vif-deleted', 'tag': 'a8630510-686d-49e4-b295-17fd455d83ab', 'status': 'completed', 'code': 200} Apr 12 14:34:22.502409 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77fc8f-6471-4a0f-8cff-c50a265539f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b66c8a31-66c0-4e0d-a1f0-5296be1c5fee,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:22.548003 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3ffaca61-5281-4446-a7f0-c3656993c76e req-a9bc63eb-0879-49fe-8f6d-840548d47e90 tempest-VolumesNegativeTest-902850085 tempest-VolumesNegativeTest-902850085-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c538258-a90d-40c4-9149-6a08abdc2b53 HTTP/1.1" status: 200 len: 210 time: 0.0617263 Apr 12 14:34:22.591266 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-1a77fc8f-6471-4a0f-8cff-c50a265539f5 service neutron] Attempting to bind port b66c8a31-66c0-4e0d-a1f0-5296be1c5fee on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:34:22.591732 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-1a77fc8f-6471-4a0f-8cff-c50a265539f5 service neutron] Attempting to bind port b66c8a31-66c0-4e0d-a1f0-5296be1c5fee by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': 'c8e89486-839e-423c-96c0-d92bc919a665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:34:22.592065 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-1a77fc8f-6471-4a0f-8cff-c50a265539f5 service neutron] Attempting to bind port b66c8a31-66c0-4e0d-a1f0-5296be1c5fee on network 37f9d6cb-734d-4a5c-b448-eec2b9f94087 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:34:22.597045 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-1a77fc8f-6471-4a0f-8cff-c50a265539f5 service neutron] Port b66c8a31-66c0-4e0d-a1f0-5296be1c5fee on network 37f9d6cb-734d-4a5c-b448-eec2b9f94087 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:34:22.597418 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-1a77fc8f-6471-4a0f-8cff-c50a265539f5 service neutron] Attempting to bind port b66c8a31-66c0-4e0d-a1f0-5296be1c5fee on network 37f9d6cb-734d-4a5c-b448-eec2b9f94087 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:34:22.618005 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-1a77fc8f-6471-4a0f-8cff-c50a265539f5 service neutron] Checking agent: {'id': '533323ec-e26b-4d23-bab1-f8a1493e3727', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'started_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:34:22.619741 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-1a77fc8f-6471-4a0f-8cff-c50a265539f5 service neutron] Checking segment: {'id': 'c8e89486-839e-423c-96c0-d92bc919a665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:34:22.620229 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-1a77fc8f-6471-4a0f-8cff-c50a265539f5 service neutron] Bound using segment: {'id': 'c8e89486-839e-423c-96c0-d92bc919a665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:34:22.621466 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-1a77fc8f-6471-4a0f-8cff-c50a265539f5 service neutron] Bound port: b66c8a31-66c0-4e0d-a1f0-5296be1c5fee, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e89486-839e-423c-96c0-d92bc919a665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:34:22.622060 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-1a77fc8f-6471-4a0f-8cff-c50a265539f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (b66c8a31-66c0-4e0d-a1f0-5296be1c5fee), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:22.630808 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28853fff-fee8-4740-ae9a-3bcebcd55972 req-2914c70e-2a6b-4ca8-b3db-d97b7fc065b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:22.633787 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-28853fff-fee8-4740-ae9a-3bcebcd55972 req-2914c70e-2a6b-4ca8-b3db-d97b7fc065b8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d08cb70f-b6fa-4f05-b132-0e1ca060efff HTTP/1.1" status: 200 len: 1129 time: 0.0487945 Apr 12 14:34:22.703126 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-1a77fc8f-6471-4a0f-8cff-c50a265539f5 service neutron] For port b66c8a31-66c0-4e0d-a1f0-5296be1c5fee, host hv-cinder-83752, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:34:22.706549 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-1a77fc8f-6471-4a0f-8cff-c50a265539f5 service neutron] For port b66c8a31-66c0-4e0d-a1f0-5296be1c5fee, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=b66c8a31-66c0-4e0d-a1f0-5296be1c5fee,segment=NetworkSegment(c8e89486-839e-423c-96c0-d92bc919a665),segment_id=c8e89486-839e-423c-96c0-d92bc919a665)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:34:22.714907 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-1a77fc8f-6471-4a0f-8cff-c50a265539f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3951234'] for port (b66c8a31-66c0-4e0d-a1f0-5296be1c5fee), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:22.749759 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-1a77fc8f-6471-4a0f-8cff-c50a265539f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:22.750387 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-1a77fc8f-6471-4a0f-8cff-c50a265539f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:22.751851 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-1a77fc8f-6471-4a0f-8cff-c50a265539f5 service neutron] 10.222.0.69 "PUT /v2.0/ports/b66c8a31-66c0-4e0d-a1f0-5296be1c5fee HTTP/1.1" status: 200 len: 1093 time: 0.8753369 Apr 12 14:34:22.752341 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6c876d-cd50-4d22-824d-f58d794e666c', 'tag': 'b66c8a31-66c0-4e0d-a1f0-5296be1c5fee'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:34:22.754839 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea00ad51b5642e711501acc1f7ca5604eef3f69d3a6b574dfa4fd32ced1c6c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a974c6-d486-48fa-bdb5-53af49598570" -d '{"events": [{"name": "network-changed", "server_uuid": "5a6c876d-cd50-4d22-824d-f58d794e666c", "tag": "b66c8a31-66c0-4e0d-a1f0-5296be1c5fee"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:34:22.793135 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77fc8f-6471-4a0f-8cff-c50a265539f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b66c8a31-66c0-4e0d-a1f0-5296be1c5fee,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:22.908786 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cd2df-80dc-470d-8451-b346599ffeb6 req-1130bf81-461c-4f83-8b7a-fb615feb6048 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:22.910721 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-130cd2df-80dc-470d-8451-b346599ffeb6 req-1130bf81-461c-4f83-8b7a-fb615feb6048 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 943 time: 0.0933113 Apr 12 14:34:22.920992 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:22.975058 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bdea9-a373-4f1e-a7ec-2f2aefa424d8 req-e7d3afd3-97a6-4097-b39a-3c818f96ede6 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:22.976829 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-429bdea9-a373-4f1e-a7ec-2f2aefa424d8 req-e7d3afd3-97a6-4097-b39a-3c818f96ede6 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=d08cb70f-b6fa-4f05-b132-0e1ca060efff HTTP/1.1" status: 200 len: 945 time: 0.1215782 Apr 12 14:34:23.028635 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-7e7f966d-864a-47a3-ab2c-2bf436e1dffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:23.028635 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-7e7f966d-864a-47a3-ab2c-2bf436e1dffe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02af406c5f5b4f27890c5db6f5bda840&device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 1127 time: 0.0547152 Apr 12 14:34:23.062869 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-28853fff-fee8-4740-ae9a-3bcebcd55972 req-7c21fff7-fecf-46c6-a0f6-0fcfb7c1ba07 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9b76f16e-92e0-4fda-9ce0-878d2aa5c720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481631 Apr 12 14:34:23.072350 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-130cd2df-80dc-470d-8451-b346599ffeb6 req-83c4e40b-bcbe-422c-b72b-051116653229 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483951 Apr 12 14:34:23.100185 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-429bdea9-a373-4f1e-a7ec-2f2aefa424d8 req-6d8497f1-d31c-44f8-a00b-072b9b7492df tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b76f16e-92e0-4fda-9ce0-878d2aa5c720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071904 Apr 12 14:34:23.127575 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-92fdf4f5-b714-411b-92f3-33a160384abd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b66c8a31-66c0-4e0d-a1f0-5296be1c5fee HTTP/1.1" status: 200 len: 217 time: 0.0813754 Apr 12 14:34:23.152714 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d7f5c3-c3af-435e-a796-b5e1b0be9b5b x-openstack-request-id: req-33d7f5c3-c3af-435e-a796-b5e1b0be9b5b {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:34:23.153246 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a6c876d-cd50-4d22-824d-f58d794e666c", "tag": "b66c8a31-66c0-4e0d-a1f0-5296be1c5fee", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:34:23.153588 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-33d7f5c3-c3af-435e-a796-b5e1b0be9b5b {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:34:23.154108 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33d7f5c3-c3af-435e-a796-b5e1b0be9b5b'] response: {'name': 'network-changed', 'server_uuid': '5a6c876d-cd50-4d22-824d-f58d794e666c', 'tag': 'b66c8a31-66c0-4e0d-a1f0-5296be1c5fee', 'status': 'completed', 'code': 200} Apr 12 14:34:23.457417 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-6e306b2a-1a7c-43af-82d7-3ef2bed6d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:23.459419 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-6e306b2a-1a7c-43af-82d7-3ef2bed6d63a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5f372aa8-ef48-4490-a9b2-c7f480e5dc57 HTTP/1.1" status: 200 len: 851 time: 0.0542037 Apr 12 14:34:23.846096 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-a295f628-9e9f-424f-9edd-a42705940a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:23.847623 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-a295f628-9e9f-424f-9edd-a42705940a3d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37f9d6cb-734d-4a5c-b448-eec2b9f94087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409894 Apr 12 14:34:23.945175 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device a8630510-686d-49e4-b295-17fd455d83ab no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:34:23.945780 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-8868db24-d8a4-4041-b855-2f5d15a2fbd2 service neutron] 10.222.0.69 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906703 Apr 12 14:34:23.967401 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] No Port match for: a8630510-686d-49e4-b295-17fd455d83ab {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:34:23.967758 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device a8630510-686d-49e4-b295-17fd455d83ab not bound to the agent host hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:34:24.048782 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-d92f52e6-ec51-4ef5-b760-3cba073b1a82 req-a605c0d2-6850-4145-8aff-7c9437ce230f service neutron] 10.222.0.69 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953360 Apr 12 14:34:24.226250 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2dd9ee-806c-44b1-ad08-92000a7ca03a req-0483ad31-5821-4cf5-a6d8-5d4b16d2c456 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:24.228304 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ce2dd9ee-806c-44b1-ad08-92000a7ca03a req-0483ad31-5821-4cf5-a6d8-5d4b16d2c456 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 943 time: 0.0813081 Apr 12 14:34:24.255840 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fcf02-c2d9-4709-831e-3668c490d090 req-9be922bc-50b1-41a6-93ba-b3ac4b0d4990 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:24.262799 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-991fcf02-c2d9-4709-831e-3668c490d090 req-9be922bc-50b1-41a6-93ba-b3ac4b0d4990 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=d08cb70f-b6fa-4f05-b132-0e1ca060efff HTTP/1.1" status: 200 len: 945 time: 0.0863500 Apr 12 14:34:24.324703 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ce2dd9ee-806c-44b1-ad08-92000a7ca03a req-9bc480a4-1ff3-4f70-a1a8-f20f3859c7c5 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885632 Apr 12 14:34:24.335439 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-991fcf02-c2d9-4709-831e-3668c490d090 req-592af462-7c10-4e30-b38b-85c970ad1b63 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b76f16e-92e0-4fda-9ce0-878d2aa5c720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717232 Apr 12 14:34:24.417670 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:24.504026 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 33724) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:24.625583 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27055f75-1bd8-4a2d-ad6f-91475ec8bd78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:24.711233 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27055f75-1bd8-4a2d-ad6f-91475ec8bd78 admin admin] Publish callbacks [] for security_group (b6796b19-3ded-4bc5-b25f-9ca412e26116), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:24.718506 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-27055f75-1bd8-4a2d-ad6f-91475ec8bd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (b6796b19-3ded-4bc5-b25f-9ca412e26116), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:24.764772 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-27055f75-1bd8-4a2d-ad6f-91475ec8bd78 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=35af1b9aa1bd48dfbacd0046768e900d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596309 Apr 12 14:34:24.765778 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27055f75-1bd8-4a2d-ad6f-91475ec8bd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6796b19-3ded-4bc5-b25f-9ca412e26116,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:24.767621 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 33740) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:24.831628 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-313d8d03-e1b6-4664-960a-5649e91b8f58 admin admin] Publish callbacks [] for security_group (b6796b19-3ded-4bc5-b25f-9ca412e26116), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:24.868387 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-313d8d03-e1b6-4664-960a-5649e91b8f58 admin admin] Publish callbacks [] for security_group (b6796b19-3ded-4bc5-b25f-9ca412e26116), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:24.920308 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a974c6-d486-48fa-bdb5-53af49598570 req-89862b7f-0324-4918-b55b-451875d52157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:24.922067 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c1a974c6-d486-48fa-bdb5-53af49598570 req-89862b7f-0324-4918-b55b-451875d52157 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02af406c5f5b4f27890c5db6f5bda840&device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 1127 time: 0.0675514 Apr 12 14:34:24.946008 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-313d8d03-e1b6-4664-960a-5649e91b8f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (b6796b19-3ded-4bc5-b25f-9ca412e26116), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:24.949315 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-313d8d03-e1b6-4664-960a-5649e91b8f58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:24.950613 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-313d8d03-e1b6-4664-960a-5649e91b8f58 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b6796b19-3ded-4bc5-b25f-9ca412e26116 HTTP/1.1" status: 204 len: 168 time: 0.1818104 Apr 12 14:34:24.958727 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d8d03-e1b6-4664-960a-5649e91b8f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6796b19-3ded-4bc5-b25f-9ca412e26116,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:25.140187 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a974c6-d486-48fa-bdb5-53af49598570 req-d5b82e7f-5340-4a77-ab66-dd714ce436d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:25.141811 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c1a974c6-d486-48fa-bdb5-53af49598570 req-d5b82e7f-5340-4a77-ab66-dd714ce436d9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=37f9d6cb-734d-4a5c-b448-eec2b9f94087 HTTP/1.1" status: 200 len: 914 time: 0.1171353 Apr 12 14:34:25.194654 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c1a974c6-d486-48fa-bdb5-53af49598570 req-b71f65af-2f36-40b0-bce9-345148dd6722 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b66c8a31-66c0-4e0d-a1f0-5296be1c5fee HTTP/1.1" status: 200 len: 217 time: 0.0384870 Apr 12 14:34:25.262316 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a974c6-d486-48fa-bdb5-53af49598570 req-8e6b1fe8-dbaf-4ab2-9a3e-8c6b5420b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:25.263995 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c1a974c6-d486-48fa-bdb5-53af49598570 req-8e6b1fe8-dbaf-4ab2-9a3e-8c6b5420b7bd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5f372aa8-ef48-4490-a9b2-c7f480e5dc57 HTTP/1.1" status: 200 len: 851 time: 0.0617933 Apr 12 14:34:25.330296 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a974c6-d486-48fa-bdb5-53af49598570 req-e1ef6886-cfd3-4640-a6ca-e0db81640314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:25.331870 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c1a974c6-d486-48fa-bdb5-53af49598570 req-e1ef6886-cfd3-4640-a6ca-e0db81640314 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37f9d6cb-734d-4a5c-b448-eec2b9f94087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581295 Apr 12 14:34:25.498288 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c1a974c6-d486-48fa-bdb5-53af49598570 req-bee8870d-2c4a-4caa-a887-c097f2ccc346 service neutron] 10.222.0.69 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594856 Apr 12 14:34:25.529586 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3c32b-958b-490a-bfd0-84685d0301de req-77606af0-0787-44a9-b557-2119b41dec31 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:25.536445 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-92c3c32b-958b-490a-bfd0-84685d0301de req-77606af0-0787-44a9-b557-2119b41dec31 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=d08cb70f-b6fa-4f05-b132-0e1ca060efff HTTP/1.1" status: 200 len: 945 time: 0.0862627 Apr 12 14:34:25.560141 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2644f-22cf-44e0-9f32-682b818c0808 req-87f6d4d3-43aa-40aa-83e8-ecdb1d2b1d5e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:25.561678 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b4d2644f-22cf-44e0-9f32-682b818c0808 req-87f6d4d3-43aa-40aa-83e8-ecdb1d2b1d5e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 943 time: 0.1023436 Apr 12 14:34:25.623642 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-92c3c32b-958b-490a-bfd0-84685d0301de req-ef3061fc-9de8-4adc-aa2a-933139135338 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b76f16e-92e0-4fda-9ce0-878d2aa5c720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862384 Apr 12 14:34:25.630287 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-c1a974c6-d486-48fa-bdb5-53af49598570 req-278c98f1-3ca1-4deb-8c7e-2e935559a190 service neutron] 10.222.0.69 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246176 Apr 12 14:34:25.676854 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b4d2644f-22cf-44e0-9f32-682b818c0808 req-f98ca2d9-dd44-4224-96c4-799f0608b901 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030862 Apr 12 14:34:25.756005 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de6a22-caca-496a-8ac5-8ff6ed090fb5 req-ff733f0d-cd46-409e-851c-8bc37795a33a tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:25.758003 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-75de6a22-caca-496a-8ac5-8ff6ed090fb5 req-ff733f0d-cd46-409e-851c-8bc37795a33a tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=d08cb70f-b6fa-4f05-b132-0e1ca060efff HTTP/1.1" status: 200 len: 945 time: 0.0496356 Apr 12 14:34:25.768226 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 33840) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:25.773159 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c39733ba-c3aa-45b7-a462-92105f6f6afa tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Request body: {'floatingip': {'port_id': '0327591d-30df-4bde-9bdc-6217c90fe12c'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:34:25.816634 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c39733ba-c3aa-45b7-a462-92105f6f6afa tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (3fe0a8cb-a11e-439b-b662-59a47c789fa7), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:26.362706 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c39733ba-c3aa-45b7-a462-92105f6f6afa tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:26.367283 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c39733ba-c3aa-45b7-a462-92105f6f6afa tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (3fe0a8cb-a11e-439b-b662-59a47c789fa7), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:26.491307 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-c39733ba-c3aa-45b7-a462-92105f6f6afa tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Floating IP 3fe0a8cb-a11e-439b-b662-59a47c789fa7 associated. External IP: 172.27.0.167, port: 0327591d-30df-4bde-9bdc-6217c90fe12c. Apr 12 14:34:27.063753 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f7d4c-16dd-4f05-8e0e-36fa8f4fd81c req-99a9b268-bfb1-41eb-8ed6-702edcd28c1f tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:27.065319 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-321f7d4c-16dd-4f05-8e0e-36fa8f4fd81c req-99a9b268-bfb1-41eb-8ed6-702edcd28c1f tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 943 time: 0.0667439 Apr 12 14:34:27.073254 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39733ba-c3aa-45b7-a462-92105f6f6afa tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Router b848b625-db38-48b6-85ac-eb01f53c8953 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:34:27.168768 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-321f7d4c-16dd-4f05-8e0e-36fa8f4fd81c req-cd0f607f-aa84-49e7-9372-8c521bf5530c tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924222 Apr 12 14:34:27.228258 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39733ba-c3aa-45b7-a462-92105f6f6afa tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:34:27.233335 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c39733ba-c3aa-45b7-a462-92105f6f6afa tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:27.239111 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab01fe29-78bf-4baf-a278-8f78e7e67b32 None None] Sync routers for ids ['b848b625-db38-48b6-85ac-eb01f53c8953'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:34:27.251970 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab01fe29-78bf-4baf-a278-8f78e7e67b32 None None] Routers {'b848b625-db38-48b6-85ac-eb01f53c8953'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:34:27.252679 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ab01fe29-78bf-4baf-a278-8f78e7e67b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:34:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b848b625-db38-48b6-85ac-eb01f53c8953'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:27.284912 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c39733ba-c3aa-45b7-a462-92105f6f6afa tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "PUT /v2.0/floatingips/3fe0a8cb-a11e-439b-b662-59a47c789fa7 HTTP/1.1" status: 200 len: 991 time: 1.5022044 Apr 12 14:34:27.284912 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd08cb70f-b6fa-4f05-b132-0e1ca060efff', 'tag': '0327591d-30df-4bde-9bdc-6217c90fe12c'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:34:27.284912 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bc688b-a923-4696-bfd1-01e2340e2c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "d08cb70f-b6fa-4f05-b132-0e1ca060efff", "tag": "0327591d-30df-4bde-9bdc-6217c90fe12c"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:34:27.318331 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b9626a-c96b-4eee-90b6-d6b83770fe94 x-openstack-request-id: req-13b9626a-c96b-4eee-90b6-d6b83770fe94 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:34:27.318895 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d08cb70f-b6fa-4f05-b132-0e1ca060efff", "tag": "0327591d-30df-4bde-9bdc-6217c90fe12c", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:34:27.319250 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-13b9626a-c96b-4eee-90b6-d6b83770fe94 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:34:27.319717 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13b9626a-c96b-4eee-90b6-d6b83770fe94'] response: {'name': 'network-changed', 'server_uuid': 'd08cb70f-b6fa-4f05-b132-0e1ca060efff', 'tag': '0327591d-30df-4bde-9bdc-6217c90fe12c', 'status': 'completed', 'code': 200} Apr 12 14:34:27.403343 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-ab01fe29-78bf-4baf-a278-8f78e7e67b32 None None] Set router b848b625-db38-48b6-85ac-eb01f53c8953 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:34:27.407761 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc688b-a923-4696-bfd1-01e2340e2c4b req-80832b79-47dc-424c-9c4f-5dbb2beda857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:27.409445 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b9bc688b-a923-4696-bfd1-01e2340e2c4b req-80832b79-47dc-424c-9c4f-5dbb2beda857 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b89123ba80a94b8d8e37e734b8a4615a&device_id=d08cb70f-b6fa-4f05-b132-0e1ca060efff HTTP/1.1" status: 200 len: 1129 time: 0.0415099 Apr 12 14:34:27.527537 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc688b-a923-4696-bfd1-01e2340e2c4b req-0ddda13c-3f84-4546-ab3e-503d599d0b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:27.529586 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b9bc688b-a923-4696-bfd1-01e2340e2c4b req-0ddda13c-3f84-4546-ab3e-503d599d0b3f service neutron] 10.222.0.69 "GET /v2.0/networks?id=b92ade3c-1952-4e8c-a71a-76cbe01a1576 HTTP/1.1" status: 200 len: 917 time: 0.1139364 Apr 12 14:34:27.599129 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b9bc688b-a923-4696-bfd1-01e2340e2c4b req-b3b64415-55e3-4258-b65c-7ddc253cc2f0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0327591d-30df-4bde-9bdc-6217c90fe12c HTTP/1.1" status: 200 len: 999 time: 0.0617757 Apr 12 14:34:27.648833 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ab01fe29-78bf-4baf-a278-8f78e7e67b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': '3fe0a8cb-a11e-439b-b662-59a47c789fa7', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'port_id': '0327591d-30df-4bde-9bdc-6217c90fe12c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'mac_address': 'fa:16:3e:fc:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08cb70f-b6fa-4f05-b132-0e1ca060efff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:34:08Z', 'updated_at': '2022-04-12T14:34:26Z', 'revision_number': 1, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa28035-1c1f-45a8-acfe-8006db67f402', 'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'mac_address': 'fa:16:3e:30:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:35Z', 'updated_at': '2022-04-12T14:31:39Z', 'revision_number': 5, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'subnets': [{'id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:27.649861 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc688b-a923-4696-bfd1-01e2340e2c4b req-226a143f-b879-4a40-88bc-109792080fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:27.651346 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b9bc688b-a923-4696-bfd1-01e2340e2c4b req-226a143f-b879-4a40-88bc-109792080fd5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f447f83a-4258-47f2-9876-65788ff6ba27 HTTP/1.1" status: 200 len: 854 time: 0.0462253 Apr 12 14:34:27.680478 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab01fe29-78bf-4baf-a278-8f78e7e67b32 None None] Checking router: b848b625-db38-48b6-85ac-eb01f53c8953 for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:34:27.690433 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab01fe29-78bf-4baf-a278-8f78e7e67b32 None None] Routers {'b848b625-db38-48b6-85ac-eb01f53c8953'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:34:27.691061 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ab01fe29-78bf-4baf-a278-8f78e7e67b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:34:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b848b625-db38-48b6-85ac-eb01f53c8953'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:27.699671 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc688b-a923-4696-bfd1-01e2340e2c4b req-9f3df57f-99a1-41b0-8a68-d674d7518da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:27.701218 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b9bc688b-a923-4696-bfd1-01e2340e2c4b req-9f3df57f-99a1-41b0-8a68-d674d7518da8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b92ade3c-1952-4e8c-a71a-76cbe01a1576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436742 Apr 12 14:34:27.793805 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b9bc688b-a923-4696-bfd1-01e2340e2c4b req-35e0ef82-1a0e-4e21-898c-bd377befc4fb service neutron] 10.222.0.69 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853162 Apr 12 14:34:27.805714 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-ab01fe29-78bf-4baf-a278-8f78e7e67b32 None None] Set router b848b625-db38-48b6-85ac-eb01f53c8953 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:34:27.897833 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-b9bc688b-a923-4696-bfd1-01e2340e2c4b req-d10455b0-1f1a-463a-9c4c-e86e979d1ed3 service neutron] 10.222.0.69 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969524 Apr 12 14:34:28.125637 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ab01fe29-78bf-4baf-a278-8f78e7e67b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': '3fe0a8cb-a11e-439b-b662-59a47c789fa7', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'port_id': '0327591d-30df-4bde-9bdc-6217c90fe12c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'mac_address': 'fa:16:3e:fc:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08cb70f-b6fa-4f05-b132-0e1ca060efff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:34:08Z', 'updated_at': '2022-04-12T14:34:26Z', 'revision_number': 1, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa28035-1c1f-45a8-acfe-8006db67f402', 'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'mac_address': 'fa:16:3e:30:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:35Z', 'updated_at': '2022-04-12T14:31:39Z', 'revision_number': 5, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'subnets': [{'id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:28.161496 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab01fe29-78bf-4baf-a278-8f78e7e67b32 None None] The sync data for ids ['b848b625-db38-48b6-85ac-eb01f53c8953'] in dv-cinder-837523-1-iscsi is: [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': '3fe0a8cb-a11e-439b-b662-59a47c789fa7', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'port_id': '0327591d-30df-4bde-9bdc-6217c90fe12c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'mac_address': 'fa:16:3e:fc:80:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08cb70f-b6fa-4f05-b132-0e1ca060efff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:34:08Z', 'updated_at': '2022-04-12T14:34:26Z', 'revision_number': 1, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa28035-1c1f-45a8-acfe-8006db67f402', 'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'mac_address': 'fa:16:3e:30:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:35Z', 'updated_at': '2022-04-12T14:31:39Z', 'revision_number': 5, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'subnets': [{'id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:34:28.296273 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6455d44-8078-4f04-9f4f-653af119b124 req-4c3fbcbd-52a6-4a63-bddd-379937de4259 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:28.297866 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e6455d44-8078-4f04-9f4f-653af119b124 req-4c3fbcbd-52a6-4a63-bddd-379937de4259 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 943 time: 0.0550752 Apr 12 14:34:28.361633 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e6455d44-8078-4f04-9f4f-653af119b124 req-841bb3ed-1bba-43d1-8df8-cdb10f2c055c tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576746 Apr 12 14:34:28.390657 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 33962) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:28.409238 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0c9309-15c3-4fb3-bf00-f8a3b6d96ee8 None None] New status for floating IP 3fe0a8cb-a11e-439b-b662-59a47c789fa7: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:34:28.544499 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-5c6cae8f-6754-4ef4-84f8-7829449cf4b0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=66df32dc73694064a518a78333b978e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494877 Apr 12 14:34:28.545149 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 33968) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:28.607157 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c23bd5de-8820-4d24-9cf8-0bae76195ffe admin admin] Publish callbacks [] for security_group (db3f74d6-a067-42cf-a149-bbcb12b0bbb9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:28.631123 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c23bd5de-8820-4d24-9cf8-0bae76195ffe admin admin] Publish callbacks [] for security_group (db3f74d6-a067-42cf-a149-bbcb12b0bbb9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:28.684054 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c23bd5de-8820-4d24-9cf8-0bae76195ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (db3f74d6-a067-42cf-a149-bbcb12b0bbb9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:28.687008 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c23bd5de-8820-4d24-9cf8-0bae76195ffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:28.688159 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c23bd5de-8820-4d24-9cf8-0bae76195ffe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/db3f74d6-a067-42cf-a149-bbcb12b0bbb9 HTTP/1.1" status: 204 len: 168 time: 0.1420889 Apr 12 14:34:28.697495 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23bd5de-8820-4d24-9cf8-0bae76195ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3f74d6-a067-42cf-a149-bbcb12b0bbb9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:29.398259 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 34008) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:29.508325 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd06199-ff4e-48ac-b972-46fe5ddc919b req-a89ea6e2-6d89-42c0-8ac9-bce505067ae5 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:29.509863 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3cd06199-ff4e-48ac-b972-46fe5ddc919b req-a89ea6e2-6d89-42c0-8ac9-bce505067ae5 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 943 time: 0.0743983 Apr 12 14:34:29.511413 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-d27bc152-e2da-4c6b-9796-86b4040fe173 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1025531386-network', 'tenant_id': '94f6b6e4eedc4aaeaa8c519287b37a7d'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:34:29.531522 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27bc152-e2da-4c6b-9796-86b4040fe173 admin admin] Made reservation on behalf of 94f6b6e4eedc4aaeaa8c519287b37a7d for: {'network': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:34:29.534181 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d27bc152-e2da-4c6b-9796-86b4040fe173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for network (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:29.543952 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d27bc152-e2da-4c6b-9796-86b4040fe173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:29.574961 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3cd06199-ff4e-48ac-b972-46fe5ddc919b req-1bb912a6-fec3-4f78-988a-1efb1ee7d61e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570576 Apr 12 14:34:29.645522 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d27bc152-e2da-4c6b-9796-86b4040fe173 admin admin] Publish callbacks [] for security_group (8502d7a4-4beb-4234-a290-3890d57902cb), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:29.650517 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d27bc152-e2da-4c6b-9796-86b4040fe173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (8502d7a4-4beb-4234-a290-3890d57902cb), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:29.681273 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d27bc152-e2da-4c6b-9796-86b4040fe173 admin admin] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=103283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:34:29.687502 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bc152-e2da-4c6b-9796-86b4040fe173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8502d7a4-4beb-4234-a290-3890d57902cb,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:29.695551 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d27bc152-e2da-4c6b-9796-86b4040fe173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (0c5eb41a-8388-4db2-b007-09d224bb3748), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:29.695551 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.db.segments_db [None req-d27bc152-e2da-4c6b-9796-86b4040fe173 admin admin] Added segment 0c5eb41a-8388-4db2-b007-09d224bb3748 of type vlan for network 1805baf1-093e-44e5-a044-fc3a65ffad20 Apr 12 14:34:29.742683 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d27bc152-e2da-4c6b-9796-86b4040fe173 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728757078613'] for network (1805baf1-093e-44e5-a044-fc3a65ffad20), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:29.774336 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d27bc152-e2da-4c6b-9796-86b4040fe173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for network (1805baf1-093e-44e5-a044-fc3a65ffad20), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:29.775875 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27bc152-e2da-4c6b-9796-86b4040fe173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:29.776483 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d27bc152-e2da-4c6b-9796-86b4040fe173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:29.813509 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-d27bc152-e2da-4c6b-9796-86b4040fe173 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4133198 Apr 12 14:34:29.816671 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 34022) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:29.822256 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-d3f30c43-b03a-4351-95c5-d563f6ea7258 admin admin] Request body: {'subnet': {'network_id': '1805baf1-093e-44e5-a044-fc3a65ffad20', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1025531386-subnet', 'tenant_id': '94f6b6e4eedc4aaeaa8c519287b37a7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:34:29.843279 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bc152-e2da-4c6b-9796-86b4040fe173 admin admin] Pushing event updated for resources: {'Network': ['ID=1805baf1-093e-44e5-a044-fc3a65ffad20,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:29.843468 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f30c43-b03a-4351-95c5-d563f6ea7258 admin admin] Made reservation on behalf of 94f6b6e4eedc4aaeaa8c519287b37a7d for: {'subnet': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:34:29.846880 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d3f30c43-b03a-4351-95c5-d563f6ea7258 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4036613'] for subnet (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:29.853398 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Network 1805baf1-093e-44e5-a044-fc3a65ffad20 details requested by agent ovs-agent-dv-cinder-837523-1-iscsi with host dv-cinder-837523-1-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:34:30.022496 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d3f30c43-b03a-4351-95c5-d563f6ea7258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3725379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4036631'] for subnet (569083f2-3a1a-4007-a99b-5e7e7944ee17), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:30.083302 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f30c43-b03a-4351-95c5-d563f6ea7258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=569083f2-3a1a-4007-a99b-5e7e7944ee17,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:30.089220 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f30c43-b03a-4351-95c5-d563f6ea7258 admin admin] Checking segment: {'id': '0c5eb41a-8388-4db2-b007-09d224bb3748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1805baf1-093e-44e5-a044-fc3a65ffad20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:34:30.089585 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f30c43-b03a-4351-95c5-d563f6ea7258 admin admin] Network hostable DHCP agents. Network: 1805baf1-093e-44e5-a044-fc3a65ffad20, hostable agents: ['26b99ea2-1f24-436d-a395-59cabb3f6051'], hosted agents: [] {{(pid=103284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:34:30.105972 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f30c43-b03a-4351-95c5-d563f6ea7258 admin admin] Network 1805baf1-093e-44e5-a044-fc3a65ffad20 is scheduled to be hosted by DHCP agent 26b99ea2-1f24-436d-a395-59cabb3f6051 with binding_index 1 {{(pid=103284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:34:30.114392 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-d3f30c43-b03a-4351-95c5-d563f6ea7258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837523-1-iscsi, 1805baf1-093e-44e5-a044-fc3a65ffad20) {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:34:30.118390 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f30c43-b03a-4351-95c5-d563f6ea7258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:30.118981 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d3f30c43-b03a-4351-95c5-d563f6ea7258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:30.123258 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff95684-412e-4f8a-ac9b-605a9ea32f7e None None] Network 1805baf1-093e-44e5-a044-fc3a65ffad20 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:34:30.136301 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d3f30c43-b03a-4351-95c5-d563f6ea7258 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3183913 Apr 12 14:34:30.229762 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78adcd1e-4405-4ab0-8d6d-c2f7b3571b49 None None] Network 1805baf1-093e-44e5-a044-fc3a65ffad20 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:34:30.711320 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039ae90-3573-4c86-bb8c-01e027ae37c6 req-c950ef81-ce73-4d20-9ba8-764926b0b4c7 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:30.713546 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9039ae90-3573-4c86-bb8c-01e027ae37c6 req-c950ef81-ce73-4d20-9ba8-764926b0b4c7 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 943 time: 0.0660398 Apr 12 14:34:30.771931 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9039ae90-3573-4c86-bb8c-01e027ae37c6 req-78dbf4f1-16ba-4f47-b12c-897d5fb456d7 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525229 Apr 12 14:34:31.927479 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81da2c1-ca91-49c8-ae41-271d7fccf671 req-13191c6b-db0c-4faf-84a9-b059570b8cb3 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:31.928856 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a81da2c1-ca91-49c8-ae41-271d7fccf671 req-13191c6b-db0c-4faf-84a9-b059570b8cb3 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 943 time: 0.0713534 Apr 12 14:34:31.950507 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa61a39-8866-461e-97be-f382057b49d6 req-7275232b-b9ee-45b0-a27e-e5078a87b797 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:31.951593 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7fa61a39-8866-461e-97be-f382057b49d6 req-7275232b-b9ee-45b0-a27e-e5078a87b797 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/networks?id=1805baf1-093e-44e5-a044-fc3a65ffad20 HTTP/1.1" status: 200 len: 814 time: 0.1548595 Apr 12 14:34:31.973976 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7fa61a39-8866-461e-97be-f382057b49d6 req-968c86f8-1b0b-4bf7-816e-3c18027b018d tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/quotas/94f6b6e4eedc4aaeaa8c519287b37a7d HTTP/1.1" status: 200 len: 375 time: 0.0146964 Apr 12 14:34:31.998951 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device b66c8a31-66c0-4e0d-a1f0-5296be1c5fee details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:34:32.021793 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7fa61a39-8866-461e-97be-f382057b49d6 req-069cccf9-91f7-4a32-9330-aa4471e7b4e1 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=94f6b6e4eedc4aaeaa8c519287b37a7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422010 Apr 12 14:34:32.026693 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a81da2c1-ca91-49c8-ae41-271d7fccf671 req-b88370cc-4a60-46a9-8b76-9bcb3204b405 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916564 Apr 12 14:34:32.103358 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port b66c8a31-66c0-4e0d-a1f0-5296be1c5fee, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=b66c8a31-66c0-4e0d-a1f0-5296be1c5fee,segment=NetworkSegment(c8e89486-839e-423c-96c0-d92bc919a665),segment_id=c8e89486-839e-423c-96c0-d92bc919a665)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:32.117115 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Returning: {'device': 'b66c8a31-66c0-4e0d-a1f0-5296be1c5fee', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'port_id': 'b66c8a31-66c0-4e0d-a1f0-5296be1c5fee', 'mac_address': 'fa:16:3e:5b:41:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:34:32.127596 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7fa61a39-8866-461e-97be-f382057b49d6 req-c87d533b-63a7-4bc0-8b9b-bcafce78efb3 service neutron] 10.222.0.79 "GET /v2.0/networks/1805baf1-093e-44e5-a044-fc3a65ffad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992565 Apr 12 14:34:32.158859 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port b66c8a31-66c0-4e0d-a1f0-5296be1c5fee is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:34:32.159805 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (b66c8a31-66c0-4e0d-a1f0-5296be1c5fee), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:32.175275 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b66c8a31-66c0-4e0d-a1f0-5296be1c5fee {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:34:32.204786 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port b66c8a31-66c0-4e0d-a1f0-5296be1c5fee, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=b66c8a31-66c0-4e0d-a1f0-5296be1c5fee,segment=NetworkSegment(c8e89486-839e-423c-96c0-d92bc919a665),segment_id=c8e89486-839e-423c-96c0-d92bc919a665)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:32.210310 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (b66c8a31-66c0-4e0d-a1f0-5296be1c5fee), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:32.240812 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7fa61a39-8866-461e-97be-f382057b49d6 req-b9be86ae-873e-46b2-8e7f-38ca7952eb9f service neutron] 10.222.0.79 "GET /v2.0/networks/1805baf1-093e-44e5-a044-fc3a65ffad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071646 Apr 12 14:34:32.273231 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=b66c8a31-66c0-4e0d-a1f0-5296be1c5fee,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:32.419794 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4bb340a7-388b-451c-adb3-dab9e68966a9 req-90182875-8d20-43c3-9337-e0b5ef06877a tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fac0056-e65d-4d76-9dd3-c9ea66d23591 HTTP/1.1" status: 200 len: 210 time: 0.0302508 Apr 12 14:34:32.561971 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['b66c8a31-66c0-4e0d-a1f0-5296be1c5fee'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:34:33.151111 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c20bb6-f775-47cd-bff9-302639dfb844 req-e57c2304-98ca-4926-ab75-be60422323d7 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:33.152629 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-69c20bb6-f775-47cd-bff9-302639dfb844 req-e57c2304-98ca-4926-ab75-be60422323d7 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 944 time: 0.0602310 Apr 12 14:34:33.202139 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-69c20bb6-f775-47cd-bff9-302639dfb844 req-af1eef53-af2d-4a91-95f5-dfb0bb78fb5d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434697 Apr 12 14:34:33.527281 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-515399ed-a8be-44b6-b2c7-13a2dac11792 req-eb3dcaf9-8ccf-40b2-9586-5c8291f5ed6d tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fac0056-e65d-4d76-9dd3-c9ea66d23591 HTTP/1.1" status: 200 len: 210 time: 0.0293546 Apr 12 14:34:33.534145 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa61a39-8866-461e-97be-f382057b49d6 req-335a0f76-c4b5-4daa-8bea-d16a79704cb2 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:33.535669 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7fa61a39-8866-461e-97be-f382057b49d6 req-335a0f76-c4b5-4daa-8bea-d16a79704cb2 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.69 "GET /v2.0/networks?id=1805baf1-093e-44e5-a044-fc3a65ffad20 HTTP/1.1" status: 200 len: 814 time: 0.1179566 Apr 12 14:34:33.557295 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-7fa61a39-8866-461e-97be-f382057b49d6 req-c8012b1e-d919-4c4e-a0ca-8fd315fad0b8 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Request body: {'port': {'device_id': '3fac0056-e65d-4d76-9dd3-c9ea66d23591', 'network_id': '1805baf1-093e-44e5-a044-fc3a65ffad20', 'admin_state_up': True, 'tenant_id': '94f6b6e4eedc4aaeaa8c519287b37a7d'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:34:33.684088 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fa61a39-8866-461e-97be-f382057b49d6 req-c8012b1e-d919-4c4e-a0ca-8fd315fad0b8 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Made reservation on behalf of 94f6b6e4eedc4aaeaa8c519287b37a7d for: {'port': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:34:33.687658 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7fa61a39-8866-461e-97be-f382057b49d6 req-c8012b1e-d919-4c4e-a0ca-8fd315fad0b8 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:33.820626 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [req-7fa61a39-8866-461e-97be-f382057b49d6 req-c8012b1e-d919-4c4e-a0ca-8fd315fad0b8 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Allocated IP 172.20.0.12 (1805baf1-093e-44e5-a044-fc3a65ffad20/569083f2-3a1a-4007-a99b-5e7e7944ee17/98a972ef-19d8-4fbb-9ec1-094674242318) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:34:33.854632 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 34106) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:33.967829 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-061c2302-1ff6-4383-8036-c9f63e30e641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:33.974225 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7fa61a39-8866-461e-97be-f382057b49d6 req-c8012b1e-d919-4c4e-a0ca-8fd315fad0b8 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Publish callbacks [] for port (98a972ef-19d8-4fbb-9ec1-094674242318), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:34.007136 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device b66c8a31-66c0-4e0d-a1f0-5296be1c5fee up at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:34:34.015268 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7fa61a39-8866-461e-97be-f382057b49d6 req-c8012b1e-d919-4c4e-a0ca-8fd315fad0b8 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (98a972ef-19d8-4fbb-9ec1-094674242318), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:34.053859 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-061c2302-1ff6-4383-8036-c9f63e30e641 admin admin] Publish callbacks [] for security_group (af10b032-c570-42c4-8381-f7cb05d35b98), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:34.058025 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning for port b66c8a31-66c0-4e0d-a1f0-5296be1c5fee completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:34:34.060312 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-061c2302-1ff6-4383-8036-c9f63e30e641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (af10b032-c570-42c4-8381-f7cb05d35b98), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:34.065558 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning complete for port b66c8a31-66c0-4e0d-a1f0-5296be1c5fee triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:34.066166 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (b66c8a31-66c0-4e0d-a1f0-5296be1c5fee), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:34.067034 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fa61a39-8866-461e-97be-f382057b49d6 req-c8012b1e-d919-4c4e-a0ca-8fd315fad0b8 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Network 1805baf1-093e-44e5-a044-fc3a65ffad20 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:34:34.073827 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [req-7fa61a39-8866-461e-97be-f382057b49d6 req-c8012b1e-d919-4c4e-a0ca-8fd315fad0b8 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:34:34.075762 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8012b1e-d919-4c4e-a0ca-8fd315fad0b8 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Pushing event updated for resources: {'Port': ['ID=98a972ef-19d8-4fbb-9ec1-094674242318,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:34.086266 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa61a39-8866-461e-97be-f382057b49d6 req-c8012b1e-d919-4c4e-a0ca-8fd315fad0b8 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:34:34.109092 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-061c2302-1ff6-4383-8036-c9f63e30e641 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=24d2f094baf14ab2bec5dbb07c9c1635&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2532921 Apr 12 14:34:34.109933 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 34110) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:34.118168 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c2302-1ff6-4383-8036-c9f63e30e641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af10b032-c570-42c4-8381-f7cb05d35b98,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:34.143575 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa61a39-8866-461e-97be-f382057b49d6 req-c8012b1e-d919-4c4e-a0ca-8fd315fad0b8 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:34.144401 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7fa61a39-8866-461e-97be-f382057b49d6 req-c8012b1e-d919-4c4e-a0ca-8fd315fad0b8 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:34.157389 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port b66c8a31-66c0-4e0d-a1f0-5296be1c5fee is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:34:34.157817 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (b66c8a31-66c0-4e0d-a1f0-5296be1c5fee), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:34.168601 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7fa61a39-8866-461e-97be-f382057b49d6 req-c8012b1e-d919-4c4e-a0ca-8fd315fad0b8 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6153121 Apr 12 14:34:34.176658 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e403306d-bb9c-4c23-a30b-cb4ab8b84c79 admin admin] Publish callbacks [] for security_group (af10b032-c570-42c4-8381-f7cb05d35b98), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:34.183246 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6c876d-cd50-4d22-824d-f58d794e666c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66c8a31-66c0-4e0d-a1f0-5296be1c5fee'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:34:34.185778 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494c8912-0a3d-4f4d-88a3-4f28a82ebdbc" -d '{"events": [{"server_uuid": "5a6c876d-cd50-4d22-824d-f58d794e666c", "name": "network-vif-plugged", "status": "completed", "tag": "b66c8a31-66c0-4e0d-a1f0-5296be1c5fee"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:34:34.186591 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [req-7fa61a39-8866-461e-97be-f382057b49d6 req-d0b943d2-abb2-40ea-b9be-f8b0d9f2e3ef service neutron] Request body: {'port': {'device_id': '3fac0056-e65d-4d76-9dd3-c9ea66d23591', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:34:34.199633 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port b66c8a31-66c0-4e0d-a1f0-5296be1c5fee, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=b66c8a31-66c0-4e0d-a1f0-5296be1c5fee,segment=NetworkSegment(c8e89486-839e-423c-96c0-d92bc919a665),segment_id=c8e89486-839e-423c-96c0-d92bc919a665)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:34.208665 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (b66c8a31-66c0-4e0d-a1f0-5296be1c5fee), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:34.218779 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e403306d-bb9c-4c23-a30b-cb4ab8b84c79 admin admin] Publish callbacks [] for security_group (af10b032-c570-42c4-8381-f7cb05d35b98), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:34.240007 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3848f1b2-36fd-4857-82f2-fefd25d30a0c x-openstack-request-id: req-3848f1b2-36fd-4857-82f2-fefd25d30a0c {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:34:34.240290 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6c876d-cd50-4d22-824d-f58d794e666c", "name": "network-vif-plugged", "status": "completed", "tag": "b66c8a31-66c0-4e0d-a1f0-5296be1c5fee", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:34:34.240713 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3848f1b2-36fd-4857-82f2-fefd25d30a0c {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:34:34.242196 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3848f1b2-36fd-4857-82f2-fefd25d30a0c'] response: {'server_uuid': '5a6c876d-cd50-4d22-824d-f58d794e666c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66c8a31-66c0-4e0d-a1f0-5296be1c5fee', 'code': 200} Apr 12 14:34:34.277317 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7fa61a39-8866-461e-97be-f382057b49d6 req-d0b943d2-abb2-40ea-b9be-f8b0d9f2e3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (98a972ef-19d8-4fbb-9ec1-094674242318), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:34.283444 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e403306d-bb9c-4c23-a30b-cb4ab8b84c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (af10b032-c570-42c4-8381-f7cb05d35b98), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:34.286843 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e403306d-bb9c-4c23-a30b-cb4ab8b84c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:34.290532 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e403306d-bb9c-4c23-a30b-cb4ab8b84c79 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/af10b032-c570-42c4-8381-f7cb05d35b98 HTTP/1.1" status: 204 len: 168 time: 0.1772134 Apr 12 14:34:34.296542 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=b66c8a31-66c0-4e0d-a1f0-5296be1c5fee,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:34.329271 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403306d-bb9c-4c23-a30b-cb4ab8b84c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af10b032-c570-42c4-8381-f7cb05d35b98,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:34.353349 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f4ecd-de37-4348-8284-af409dd1171b req-1680778c-bbcf-46f7-9f2b-413f8618aa88 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:34.360274 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fb8f4ecd-de37-4348-8284-af409dd1171b req-1680778c-bbcf-46f7-9f2b-413f8618aa88 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 945 time: 0.0708225 Apr 12 14:34:34.411981 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fb8f4ecd-de37-4348-8284-af409dd1171b req-a609ed00-4b0c-4d6c-a478-e3086df16d3d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504937 Apr 12 14:34:34.585949 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578191aa-e4b0-4964-b549-ca6409e6e94b req-b3a07cd3-d674-49b9-92a8-136672c574fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:34.587948 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-578191aa-e4b0-4964-b549-ca6409e6e94b req-b3a07cd3-d674-49b9-92a8-136672c574fb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 1129 time: 0.0631888 Apr 12 14:34:34.628318 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [req-7fa61a39-8866-461e-97be-f382057b49d6 req-d0b943d2-abb2-40ea-b9be-f8b0d9f2e3ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a972ef-19d8-4fbb-9ec1-094674242318 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:34:34.632348 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 34122) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:34.643612 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7fa61a39-8866-461e-97be-f382057b49d6 req-d0b943d2-abb2-40ea-b9be-f8b0d9f2e3ef service neutron] Publish callbacks [] for port (98a972ef-19d8-4fbb-9ec1-094674242318), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:34.655608 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65fcf4ae-a97b-4efe-911f-4b96bdbfcc35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:34.672558 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [req-7fa61a39-8866-461e-97be-f382057b49d6 req-d0b943d2-abb2-40ea-b9be-f8b0d9f2e3ef service neutron] Transition to ACTIVE for port object 98a972ef-19d8-4fbb-9ec1-094674242318 will not be triggered until provisioned by entity L2. {{(pid=103283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:34:34.679470 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7fa61a39-8866-461e-97be-f382057b49d6 req-d0b943d2-abb2-40ea-b9be-f8b0d9f2e3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3951234'] for port (98a972ef-19d8-4fbb-9ec1-094674242318), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:34.685068 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-578191aa-e4b0-4964-b549-ca6409e6e94b req-4e52006e-377e-48fb-89c4-9349831374a0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913453 Apr 12 14:34:34.696153 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68076cb4-3ab3-44e0-ba71-225d059ab064 req-ebfd9167-1a5b-462c-b60d-01f8d12e6ece tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:34.698301 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-68076cb4-3ab3-44e0-ba71-225d059ab064 req-ebfd9167-1a5b-462c-b60d-01f8d12e6ece tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fac0056-e65d-4d76-9dd3-c9ea66d23591 HTTP/1.1" status: 200 len: 932 time: 0.0809879 Apr 12 14:34:34.753600 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b943d2-abb2-40ea-b9be-f8b0d9f2e3ef service neutron] Pushing event updated for resources: {'Port': ['ID=98a972ef-19d8-4fbb-9ec1-094674242318,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:34.757576 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-68076cb4-3ab3-44e0-ba71-225d059ab064 req-58cf8e22-fc8b-454c-987e-1b4d5715edd0 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/security-groups?id=8502d7a4-4beb-4234-a290-3890d57902cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530434 Apr 12 14:34:35.110087 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65fcf4ae-a97b-4efe-911f-4b96bdbfcc35 admin admin] Publish callbacks [] for security_group (e375ccec-7d03-4db5-b42c-b093d7fca32c), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:35.120174 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65fcf4ae-a97b-4efe-911f-4b96bdbfcc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (e375ccec-7d03-4db5-b42c-b093d7fca32c), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:35.142647 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-7fa61a39-8866-461e-97be-f382057b49d6 req-d0b943d2-abb2-40ea-b9be-f8b0d9f2e3ef service neutron] Attempting to bind port 98a972ef-19d8-4fbb-9ec1-094674242318 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:34:35.142987 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-7fa61a39-8866-461e-97be-f382057b49d6 req-d0b943d2-abb2-40ea-b9be-f8b0d9f2e3ef service neutron] Attempting to bind port 98a972ef-19d8-4fbb-9ec1-094674242318 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '0c5eb41a-8388-4db2-b007-09d224bb3748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1805baf1-093e-44e5-a044-fc3a65ffad20'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:34:35.143321 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa61a39-8866-461e-97be-f382057b49d6 req-d0b943d2-abb2-40ea-b9be-f8b0d9f2e3ef service neutron] Attempting to bind port 98a972ef-19d8-4fbb-9ec1-094674242318 on network 1805baf1-093e-44e5-a044-fc3a65ffad20 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:34:35.166439 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa61a39-8866-461e-97be-f382057b49d6 req-d0b943d2-abb2-40ea-b9be-f8b0d9f2e3ef service neutron] Port 98a972ef-19d8-4fbb-9ec1-094674242318 on network 1805baf1-093e-44e5-a044-fc3a65ffad20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:34:35.166763 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa61a39-8866-461e-97be-f382057b49d6 req-d0b943d2-abb2-40ea-b9be-f8b0d9f2e3ef service neutron] Attempting to bind port 98a972ef-19d8-4fbb-9ec1-094674242318 on network 1805baf1-093e-44e5-a044-fc3a65ffad20 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:34:35.170468 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-65fcf4ae-a97b-4efe-911f-4b96bdbfcc35 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0b6cbc677ce84bd08b23ff35e6570102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5371377 Apr 12 14:34:35.172440 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fcf4ae-a97b-4efe-911f-4b96bdbfcc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e375ccec-7d03-4db5-b42c-b093d7fca32c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:35.173272 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 34124) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:35.178402 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa61a39-8866-461e-97be-f382057b49d6 req-d0b943d2-abb2-40ea-b9be-f8b0d9f2e3ef service neutron] Checking agent: {'id': '533323ec-e26b-4d23-bab1-f8a1493e3727', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'started_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:34:35.178790 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa61a39-8866-461e-97be-f382057b49d6 req-d0b943d2-abb2-40ea-b9be-f8b0d9f2e3ef service neutron] Checking segment: {'id': '0c5eb41a-8388-4db2-b007-09d224bb3748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1805baf1-093e-44e5-a044-fc3a65ffad20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:34:35.179136 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa61a39-8866-461e-97be-f382057b49d6 req-d0b943d2-abb2-40ea-b9be-f8b0d9f2e3ef service neutron] Bound using segment: {'id': '0c5eb41a-8388-4db2-b007-09d224bb3748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1805baf1-093e-44e5-a044-fc3a65ffad20'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:34:35.180167 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [req-7fa61a39-8866-461e-97be-f382057b49d6 req-d0b943d2-abb2-40ea-b9be-f8b0d9f2e3ef service neutron] Bound port: 98a972ef-19d8-4fbb-9ec1-094674242318, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5eb41a-8388-4db2-b007-09d224bb3748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1805baf1-093e-44e5-a044-fc3a65ffad20'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:34:35.180167 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7fa61a39-8866-461e-97be-f382057b49d6 req-d0b943d2-abb2-40ea-b9be-f8b0d9f2e3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (98a972ef-19d8-4fbb-9ec1-094674242318), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:35.222632 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cc0d1ce-1bac-4b44-b961-36aefbb60139 admin admin] Publish callbacks [] for security_group (e375ccec-7d03-4db5-b42c-b093d7fca32c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:35.244950 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cc0d1ce-1bac-4b44-b961-36aefbb60139 admin admin] Publish callbacks [] for security_group (e375ccec-7d03-4db5-b42c-b093d7fca32c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:35.249781 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-7fa61a39-8866-461e-97be-f382057b49d6 req-d0b943d2-abb2-40ea-b9be-f8b0d9f2e3ef service neutron] For port 98a972ef-19d8-4fbb-9ec1-094674242318, host hv-cinder-83752, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:34:35.254149 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-7fa61a39-8866-461e-97be-f382057b49d6 req-d0b943d2-abb2-40ea-b9be-f8b0d9f2e3ef service neutron] For port 98a972ef-19d8-4fbb-9ec1-094674242318, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=98a972ef-19d8-4fbb-9ec1-094674242318,segment=NetworkSegment(0c5eb41a-8388-4db2-b007-09d224bb3748),segment_id=0c5eb41a-8388-4db2-b007-09d224bb3748)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:34:35.262916 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7fa61a39-8866-461e-97be-f382057b49d6 req-d0b943d2-abb2-40ea-b9be-f8b0d9f2e3ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3951234'] for port (98a972ef-19d8-4fbb-9ec1-094674242318), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:35.318869 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cc0d1ce-1bac-4b44-b961-36aefbb60139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (e375ccec-7d03-4db5-b42c-b093d7fca32c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:35.321405 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa61a39-8866-461e-97be-f382057b49d6 req-d0b943d2-abb2-40ea-b9be-f8b0d9f2e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:35.322559 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-7fa61a39-8866-461e-97be-f382057b49d6 req-d0b943d2-abb2-40ea-b9be-f8b0d9f2e3ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:35.323525 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1cc0d1ce-1bac-4b44-b961-36aefbb60139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:35.323932 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7fa61a39-8866-461e-97be-f382057b49d6 req-d0b943d2-abb2-40ea-b9be-f8b0d9f2e3ef service neutron] 10.222.0.69 "PUT /v2.0/ports/98a972ef-19d8-4fbb-9ec1-094674242318 HTTP/1.1" status: 200 len: 1094 time: 1.1417668 Apr 12 14:34:35.324364 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fac0056-e65d-4d76-9dd3-c9ea66d23591', 'tag': '98a972ef-19d8-4fbb-9ec1-094674242318'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:34:35.327174 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-1cc0d1ce-1bac-4b44-b961-36aefbb60139 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e375ccec-7d03-4db5-b42c-b093d7fca32c HTTP/1.1" status: 204 len: 168 time: 0.1505244 Apr 12 14:34:35.327288 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea00ad51b5642e711501acc1f7ca5604eef3f69d3a6b574dfa4fd32ced1c6c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce86ae6e-9729-4512-a887-d6576f112476" -d '{"events": [{"name": "network-changed", "server_uuid": "3fac0056-e65d-4d76-9dd3-c9ea66d23591", "tag": "98a972ef-19d8-4fbb-9ec1-094674242318"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:34:35.343476 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0d1ce-1bac-4b44-b961-36aefbb60139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e375ccec-7d03-4db5-b42c-b093d7fca32c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:35.348263 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b943d2-abb2-40ea-b9be-f8b0d9f2e3ef service neutron] Pushing event updated for resources: {'Port': ['ID=98a972ef-19d8-4fbb-9ec1-094674242318,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:35.369848 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b0b3ce-5fa7-4029-85ef-c5196e960939 x-openstack-request-id: req-50b0b3ce-5fa7-4029-85ef-c5196e960939 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:34:35.370207 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fac0056-e65d-4d76-9dd3-c9ea66d23591", "tag": "98a972ef-19d8-4fbb-9ec1-094674242318", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:34:35.370455 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-50b0b3ce-5fa7-4029-85ef-c5196e960939 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:34:35.371008 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50b0b3ce-5fa7-4029-85ef-c5196e960939'] response: {'name': 'network-changed', 'server_uuid': '3fac0056-e65d-4d76-9dd3-c9ea66d23591', 'tag': '98a972ef-19d8-4fbb-9ec1-094674242318', 'status': 'completed', 'code': 200} Apr 12 14:34:35.470016 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86ae6e-9729-4512-a887-d6576f112476 req-606c8ce1-8da6-4ea8-9ba4-0a395a593681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:35.471561 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ce86ae6e-9729-4512-a887-d6576f112476 req-606c8ce1-8da6-4ea8-9ba4-0a395a593681 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94f6b6e4eedc4aaeaa8c519287b37a7d&device_id=3fac0056-e65d-4d76-9dd3-c9ea66d23591 HTTP/1.1" status: 200 len: 1128 time: 0.0445230 Apr 12 14:34:35.537055 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fe09c-fc0f-43b0-a308-d5ea4f561ff0 req-ffb9d290-b331-4658-9bd7-4d2b17971c57 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:35.538692 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bf1fe09c-fc0f-43b0-a308-d5ea4f561ff0 req-ffb9d290-b331-4658-9bd7-4d2b17971c57 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 945 time: 0.0511549 Apr 12 14:34:35.592250 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bf1fe09c-fc0f-43b0-a308-d5ea4f561ff0 req-5095d52f-eff2-4e43-bf13-f980452746d0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448008 Apr 12 14:34:35.611807 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86ae6e-9729-4512-a887-d6576f112476 req-5b164831-7038-463a-9833-55be3ff41196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:35.613399 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ce86ae6e-9729-4512-a887-d6576f112476 req-5b164831-7038-463a-9833-55be3ff41196 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=94f6b6e4eedc4aaeaa8c519287b37a7d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1114855 Apr 12 14:34:35.709231 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 34134) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:35.724611 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-94e5164f-93bd-4b8c-ae27-1a9424bcc221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:35.818767 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-94e5164f-93bd-4b8c-ae27-1a9424bcc221 admin admin] Publish callbacks [] for security_group (fe8cd826-a982-4e56-943a-f9a836890449), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:35.823341 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-94e5164f-93bd-4b8c-ae27-1a9424bcc221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (fe8cd826-a982-4e56-943a-f9a836890449), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:35.869298 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-94e5164f-93bd-4b8c-ae27-1a9424bcc221 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8bfbc01f80b3461fa0c769982a2aeedf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1582494 Apr 12 14:34:35.870291 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5164f-93bd-4b8c-ae27-1a9424bcc221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8cd826-a982-4e56-943a-f9a836890449,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:35.872665 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 34138) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:35.874146 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fd4be-18ac-4f81-bb42-857aa3689c79 req-62d788ad-abb7-4fc1-8929-5bee4220b21f tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:35.875681 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bb3fd4be-18ac-4f81-bb42-857aa3689c79 req-62d788ad-abb7-4fc1-8929-5bee4220b21f tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fac0056-e65d-4d76-9dd3-c9ea66d23591 HTTP/1.1" status: 200 len: 944 time: 0.0489848 Apr 12 14:34:35.924693 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8895b6ff-a735-4824-af84-327b95882623 admin admin] Publish callbacks [] for security_group (fe8cd826-a982-4e56-943a-f9a836890449), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:35.926396 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bb3fd4be-18ac-4f81-bb42-857aa3689c79 req-1c04bed5-1329-490b-9d56-ffa877dccdc0 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/security-groups?id=8502d7a4-4beb-4234-a290-3890d57902cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443358 Apr 12 14:34:35.947392 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8895b6ff-a735-4824-af84-327b95882623 admin admin] Publish callbacks [] for security_group (fe8cd826-a982-4e56-943a-f9a836890449), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:35.973691 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:36.001384 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8895b6ff-a735-4824-af84-327b95882623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (fe8cd826-a982-4e56-943a-f9a836890449), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:36.004216 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8895b6ff-a735-4824-af84-327b95882623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:36.005388 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-8895b6ff-a735-4824-af84-327b95882623 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fe8cd826-a982-4e56-943a-f9a836890449 HTTP/1.1" status: 204 len: 168 time: 0.1318090 Apr 12 14:34:36.013707 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895b6ff-a735-4824-af84-327b95882623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8cd826-a982-4e56-943a-f9a836890449,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:36.341842 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86ae6e-9729-4512-a887-d6576f112476 req-bd3e007c-be94-404a-95a3-9152307d3808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:36.343334 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-ce86ae6e-9729-4512-a887-d6576f112476 req-bd3e007c-be94-404a-95a3-9152307d3808 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1024323 Apr 12 14:34:36.443129 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa61a39-8866-461e-97be-f382057b49d6 req-6bcfa818-c36d-432f-99b6-1894bca6defd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:36.444702 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7fa61a39-8866-461e-97be-f382057b49d6 req-6bcfa818-c36d-432f-99b6-1894bca6defd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94f6b6e4eedc4aaeaa8c519287b37a7d&device_id=3fac0056-e65d-4d76-9dd3-c9ea66d23591 HTTP/1.1" status: 200 len: 1128 time: 0.0416946 Apr 12 14:34:36.501859 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7fa61a39-8866-461e-97be-f382057b49d6 req-a7e213a9-4c80-4e97-affb-45ea2dcbf303 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98a972ef-19d8-4fbb-9ec1-094674242318 HTTP/1.1" status: 200 len: 217 time: 0.0394115 Apr 12 14:34:36.552277 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa61a39-8866-461e-97be-f382057b49d6 req-014987ee-5323-4cc6-a091-af4d3316e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:36.553762 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7fa61a39-8866-461e-97be-f382057b49d6 req-014987ee-5323-4cc6-a091-af4d3316e173 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=569083f2-3a1a-4007-a99b-5e7e7944ee17 HTTP/1.1" status: 200 len: 854 time: 0.0457737 Apr 12 14:34:36.585729 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7fa61a39-8866-461e-97be-f382057b49d6 req-759bdb04-b548-45a9-8b2b-60e0880ad2d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1805baf1-093e-44e5-a044-fc3a65ffad20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261309 Apr 12 14:34:36.688683 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7fa61a39-8866-461e-97be-f382057b49d6 req-42e80859-f42d-4b69-894f-7545cb8f63fe service neutron] 10.222.0.69 "GET /v2.0/networks/1805baf1-093e-44e5-a044-fc3a65ffad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967994 Apr 12 14:34:36.721018 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aceb16-c3b0-4c17-8e92-d8fb274e669f req-bfdf3b45-f70a-4d50-aeae-ec85a25e6e57 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:36.722678 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-90aceb16-c3b0-4c17-8e92-d8fb274e669f req-bfdf3b45-f70a-4d50-aeae-ec85a25e6e57 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 945 time: 0.0548241 Apr 12 14:34:36.778744 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-90aceb16-c3b0-4c17-8e92-d8fb274e669f req-31192dab-f175-426f-8948-3e191704d2f8 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499930 Apr 12 14:34:36.799728 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-7fa61a39-8866-461e-97be-f382057b49d6 req-50bb6d68-aecb-4d16-9aa5-306c0d5d711f service neutron] 10.222.0.69 "GET /v2.0/networks/1805baf1-093e-44e5-a044-fc3a65ffad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980902 Apr 12 14:34:36.894235 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443b09e-f60d-4a16-9e5c-04d3a43f205a req-a7867018-bcd1-4ae1-b5ad-21981740d479 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:36.895946 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6443b09e-f60d-4a16-9e5c-04d3a43f205a req-a7867018-bcd1-4ae1-b5ad-21981740d479 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 945 time: 0.0473850 Apr 12 14:34:36.951424 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6443b09e-f60d-4a16-9e5c-04d3a43f205a req-d5b070fd-3b7e-42c6-abba-00e37791cf98 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458915 Apr 12 14:34:36.971861 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 34170) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:37.051147 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b748c336-7244-4b5d-abbc-46e018f49beb tempest-TestVolumeBootPattern-405349418 tempest-TestVolumeBootPattern-405349418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:37.052667 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b748c336-7244-4b5d-abbc-46e018f49beb tempest-TestVolumeBootPattern-405349418 tempest-TestVolumeBootPattern-405349418-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 1124 time: 0.0794969 Apr 12 14:34:37.055756 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 34172) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:37.061890 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-f35e44d3-86fe-4d24-a379-37a8e610082d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Request body: {'floatingip': {'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'port_id': 'b66c8a31-66c0-4e0d-a1f0-5296be1c5fee', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:34:37.078947 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1de34-2623-49d4-910f-1890b656168c req-f9f8b98c-b635-44c5-a5d3-9c29c5cf0e59 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:37.080397 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0ae1de34-2623-49d4-910f-1890b656168c req-f9f8b98c-b635-44c5-a5d3-9c29c5cf0e59 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fac0056-e65d-4d76-9dd3-c9ea66d23591 HTTP/1.1" status: 200 len: 944 time: 0.0752010 Apr 12 14:34:37.108281 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f35e44d3-86fe-4d24-a379-37a8e610082d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:37.180045 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0ae1de34-2623-49d4-910f-1890b656168c req-53efd774-107c-4e04-81df-94e83ce1ac7b tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/security-groups?id=8502d7a4-4beb-4234-a290-3890d57902cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928006 Apr 12 14:34:37.219847 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f35e44d3-86fe-4d24-a379-37a8e610082d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:37.332064 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-f35e44d3-86fe-4d24-a379-37a8e610082d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Allocated IP 172.27.0.133 (d880c522-0b20-4278-b126-cb351e10a8a1/d5f6c94a-8527-427a-a2ce-715c797655f2/b5ad8a76-bf84-4758-82f8-5543dd7e3ffd) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:34:37.437972 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f35e44d3-86fe-4d24-a379-37a8e610082d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for port (b5ad8a76-bf84-4758-82f8-5543dd7e3ffd), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:37.470470 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f35e44d3-86fe-4d24-a379-37a8e610082d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (b5ad8a76-bf84-4758-82f8-5543dd7e3ffd), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:37.509602 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35e44d3-86fe-4d24-a379-37a8e610082d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Network d880c522-0b20-4278-b126-cb351e10a8a1 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:34:37.513746 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-f35e44d3-86fe-4d24-a379-37a8e610082d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:34:37.520032 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35e44d3-86fe-4d24-a379-37a8e610082d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:34:37.523703 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e44d3-86fe-4d24-a379-37a8e610082d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Pushing event updated for resources: {'Port': ['ID=b5ad8a76-bf84-4758-82f8-5543dd7e3ffd,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:37.910868 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f35e44d3-86fe-4d24-a379-37a8e610082d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for floatingip (7cc42a6d-9fe0-41c4-a723-f1a68b239721), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:37.979080 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f35e44d3-86fe-4d24-a379-37a8e610082d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (b5ad8a76-bf84-4758-82f8-5543dd7e3ffd), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:38.135512 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f35e44d3-86fe-4d24-a379-37a8e610082d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for port (b5ad8a76-bf84-4758-82f8-5543dd7e3ffd), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:38.139881 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f35e44d3-86fe-4d24-a379-37a8e610082d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (b5ad8a76-bf84-4758-82f8-5543dd7e3ffd), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:38.221759 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e44d3-86fe-4d24-a379-37a8e610082d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Pushing event updated for resources: {'Port': ['ID=b5ad8a76-bf84-4758-82f8-5543dd7e3ffd,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:38.234011 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f35e44d3-86fe-4d24-a379-37a8e610082d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (7cc42a6d-9fe0-41c4-a723-f1a68b239721), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:38.358967 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6410f93-c33b-4e5a-88e3-69e5624b99d1 req-f905b81f-a7bd-4e87-8787-00c730d02186 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:38.360594 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d6410f93-c33b-4e5a-88e3-69e5624b99d1 req-f905b81f-a7bd-4e87-8787-00c730d02186 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fac0056-e65d-4d76-9dd3-c9ea66d23591 HTTP/1.1" status: 200 len: 944 time: 0.0909376 Apr 12 14:34:38.401198 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-f35e44d3-86fe-4d24-a379-37a8e610082d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Floating IP 7cc42a6d-9fe0-41c4-a723-f1a68b239721 associated. External IP: 172.27.0.133, port: b66c8a31-66c0-4e0d-a1f0-5296be1c5fee. Apr 12 14:34:38.458990 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d6410f93-c33b-4e5a-88e3-69e5624b99d1 req-4df6caea-83d4-4a87-8bbc-30f37d075595 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/security-groups?id=8502d7a4-4beb-4234-a290-3890d57902cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915196 Apr 12 14:34:38.909839 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35e44d3-86fe-4d24-a379-37a8e610082d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Router 8ea6935c-8e80-437a-b548-4045d22f2aaa has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:34:38.918734 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 34188) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:39.036956 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35e44d3-86fe-4d24-a379-37a8e610082d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:34:39.055339 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d2b69b-33b5-4fb1-a937-0cc4709e7c59 None None] Sync routers for ids ['8ea6935c-8e80-437a-b548-4045d22f2aaa'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:34:39.062423 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f35e44d3-86fe-4d24-a379-37a8e610082d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:39.066410 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d2b69b-33b5-4fb1-a937-0cc4709e7c59 None None] Routers {'8ea6935c-8e80-437a-b548-4045d22f2aaa'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:34:39.067429 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-65d2b69b-33b5-4fb1-a937-0cc4709e7c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:34:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8ea6935c-8e80-437a-b548-4045d22f2aaa'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:39.104919 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-f35e44d3-86fe-4d24-a379-37a8e610082d tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0361416 Apr 12 14:34:39.104919 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6c876d-cd50-4d22-824d-f58d794e666c', 'tag': 'b66c8a31-66c0-4e0d-a1f0-5296be1c5fee'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:34:39.104919 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f68782c-e032-404b-ad96-37b257f43bde" -d '{"events": [{"name": "network-changed", "server_uuid": "5a6c876d-cd50-4d22-824d-f58d794e666c", "tag": "b66c8a31-66c0-4e0d-a1f0-5296be1c5fee"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:34:39.136256 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a31513-22cd-470b-b454-af2911da5aff x-openstack-request-id: req-c3a31513-22cd-470b-b454-af2911da5aff {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:34:39.136764 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a6c876d-cd50-4d22-824d-f58d794e666c", "tag": "b66c8a31-66c0-4e0d-a1f0-5296be1c5fee", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:34:39.137044 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c3a31513-22cd-470b-b454-af2911da5aff {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:34:39.137452 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3a31513-22cd-470b-b454-af2911da5aff'] response: {'name': 'network-changed', 'server_uuid': '5a6c876d-cd50-4d22-824d-f58d794e666c', 'tag': 'b66c8a31-66c0-4e0d-a1f0-5296be1c5fee', 'status': 'completed', 'code': 200} Apr 12 14:34:39.180035 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-65d2b69b-33b5-4fb1-a937-0cc4709e7c59 None None] Set router 8ea6935c-8e80-437a-b548-4045d22f2aaa gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:34:39.262773 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68782c-e032-404b-ad96-37b257f43bde req-bc4006a8-96f2-4cdc-aa74-b60cdd10d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:39.264313 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9f68782c-e032-404b-ad96-37b257f43bde req-bc4006a8-96f2-4cdc-aa74-b60cdd10d558 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02af406c5f5b4f27890c5db6f5bda840&device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 1129 time: 0.0820889 Apr 12 14:34:39.371002 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-70cdb30b-0b63-4669-b7f9-2cf493bbab56 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Deleting port 82f0807b-eec1-48aa-8a5d-92ded811cfd8 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:34:39.371345 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70cdb30b-0b63-4669-b7f9-2cf493bbab56 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (82f0807b-eec1-48aa-8a5d-92ded811cfd8), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:39.408619 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-65d2b69b-33b5-4fb1-a937-0cc4709e7c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:07Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 4, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'gw_port': {'id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': '7cc42a6d-9fe0-41c4-a723-f1a68b239721', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'port_id': 'b66c8a31-66c0-4e0d-a1f0-5296be1c5fee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'mac_address': 'fa:16:3e:5b:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6c876d-cd50-4d22-824d-f58d794e666c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:34:37Z', 'updated_at': '2022-04-12T14:34:37Z', 'revision_number': 0, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'fixed_ip_address_scope': None}, {'id': 'd06dda9b-4280-41ce-8ea8-115b3aeb52b0', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'port_id': 'c9bb735b-cf47-4f42-a7b1-67752f7f6b3a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'mac_address': 'fa:16:3e:59:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c46499b-42ac-45d6-8a0a-e1e37c9cf28f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:32:27Z', 'updated_at': '2022-04-12T14:32:29Z', 'revision_number': 1, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69af651-3740-4018-8a6e-2d39d24b4865', 'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'mac_address': 'fa:16:3e:e2:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:14Z', 'updated_at': '2022-04-12T14:28:26Z', 'revision_number': 5, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'subnets': [{'id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:39.435811 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d2b69b-33b5-4fb1-a937-0cc4709e7c59 None None] Checking router: 8ea6935c-8e80-437a-b548-4045d22f2aaa for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:34:39.439883 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68782c-e032-404b-ad96-37b257f43bde req-4b51de26-3a9b-4270-b30a-b071fc21e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:39.441326 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9f68782c-e032-404b-ad96-37b257f43bde req-4b51de26-3a9b-4270-b30a-b071fc21e995 service neutron] 10.222.0.69 "GET /v2.0/networks?id=37f9d6cb-734d-4a5c-b448-eec2b9f94087 HTTP/1.1" status: 200 len: 914 time: 0.1700256 Apr 12 14:34:39.455888 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d2b69b-33b5-4fb1-a937-0cc4709e7c59 None None] Routers {'8ea6935c-8e80-437a-b548-4045d22f2aaa'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:34:39.456537 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-65d2b69b-33b5-4fb1-a937-0cc4709e7c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:34:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8ea6935c-8e80-437a-b548-4045d22f2aaa'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:39.515323 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9f68782c-e032-404b-ad96-37b257f43bde req-17342a06-25c8-4d2b-9d87-5a3e7d5c91a1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b66c8a31-66c0-4e0d-a1f0-5296be1c5fee HTTP/1.1" status: 200 len: 999 time: 0.0672374 Apr 12 14:34:39.577184 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70cdb30b-0b63-4669-b7f9-2cf493bbab56 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (82f0807b-eec1-48aa-8a5d-92ded811cfd8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:39.577519 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70cdb30b-0b63-4669-b7f9-2cf493bbab56 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for floatingip (82f0807b-eec1-48aa-8a5d-92ded811cfd8), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:39.581658 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-65d2b69b-33b5-4fb1-a937-0cc4709e7c59 None None] Set router 8ea6935c-8e80-437a-b548-4045d22f2aaa gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:34:39.596489 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-70cdb30b-0b63-4669-b7f9-2cf493bbab56 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Calling delete_port for 82f0807b-eec1-48aa-8a5d-92ded811cfd8 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:34:39.599734 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68782c-e032-404b-ad96-37b257f43bde req-c9c5f657-d110-4acc-985a-46bb858a37c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:39.601247 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9f68782c-e032-404b-ad96-37b257f43bde req-c9c5f657-d110-4acc-985a-46bb858a37c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5f372aa8-ef48-4490-a9b2-c7f480e5dc57 HTTP/1.1" status: 200 len: 851 time: 0.0786424 Apr 12 14:34:39.611476 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef598951-ea08-414c-b3bc-40d0679f3b27 req-27716703-5190-47a5-a2ee-7fd929cb0a8b tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:39.620522 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ef598951-ea08-414c-b3bc-40d0679f3b27 req-27716703-5190-47a5-a2ee-7fd929cb0a8b tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fac0056-e65d-4d76-9dd3-c9ea66d23591 HTTP/1.1" status: 200 len: 944 time: 0.0775132 Apr 12 14:34:39.682455 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ef598951-ea08-414c-b3bc-40d0679f3b27 req-1e45a5ca-bc5c-460a-9bac-ff0305056ef1 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/security-groups?id=8502d7a4-4beb-4234-a290-3890d57902cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607293 Apr 12 14:34:39.727842 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68782c-e032-404b-ad96-37b257f43bde req-a3d88c6a-1190-4a25-9d38-bde05099a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:39.729607 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9f68782c-e032-404b-ad96-37b257f43bde req-a3d88c6a-1190-4a25-9d38-bde05099a581 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37f9d6cb-734d-4a5c-b448-eec2b9f94087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1192384 Apr 12 14:34:39.766383 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 34204) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:39.827928 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-65d2b69b-33b5-4fb1-a937-0cc4709e7c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:07Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 4, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'gw_port': {'id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': '7cc42a6d-9fe0-41c4-a723-f1a68b239721', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'port_id': 'b66c8a31-66c0-4e0d-a1f0-5296be1c5fee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'mac_address': 'fa:16:3e:5b:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6c876d-cd50-4d22-824d-f58d794e666c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:34:37Z', 'updated_at': '2022-04-12T14:34:37Z', 'revision_number': 0, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'fixed_ip_address_scope': None}, {'id': 'd06dda9b-4280-41ce-8ea8-115b3aeb52b0', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'port_id': 'c9bb735b-cf47-4f42-a7b1-67752f7f6b3a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'mac_address': 'fa:16:3e:59:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c46499b-42ac-45d6-8a0a-e1e37c9cf28f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:32:27Z', 'updated_at': '2022-04-12T14:32:29Z', 'revision_number': 1, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69af651-3740-4018-8a6e-2d39d24b4865', 'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'mac_address': 'fa:16:3e:e2:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:14Z', 'updated_at': '2022-04-12T14:28:26Z', 'revision_number': 5, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'subnets': [{'id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:39.857344 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9f68782c-e032-404b-ad96-37b257f43bde req-d41243bd-de5f-4c3b-b9e5-334ad3aabee2 service neutron] 10.222.0.69 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184468 Apr 12 14:34:39.859668 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d2b69b-33b5-4fb1-a937-0cc4709e7c59 None None] The sync data for ids ['8ea6935c-8e80-437a-b548-4045d22f2aaa'] in dv-cinder-837523-1-iscsi is: [{'id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:07Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 4, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'gw_port': {'id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': '7cc42a6d-9fe0-41c4-a723-f1a68b239721', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'port_id': 'b66c8a31-66c0-4e0d-a1f0-5296be1c5fee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'mac_address': 'fa:16:3e:5b:41:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6c876d-cd50-4d22-824d-f58d794e666c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:34:37Z', 'updated_at': '2022-04-12T14:34:37Z', 'revision_number': 0, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'fixed_ip_address_scope': None}, {'id': 'd06dda9b-4280-41ce-8ea8-115b3aeb52b0', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'port_id': 'c9bb735b-cf47-4f42-a7b1-67752f7f6b3a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'mac_address': 'fa:16:3e:59:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c46499b-42ac-45d6-8a0a-e1e37c9cf28f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:32:27Z', 'updated_at': '2022-04-12T14:32:29Z', 'revision_number': 1, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69af651-3740-4018-8a6e-2d39d24b4865', 'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'mac_address': 'fa:16:3e:e2:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:14Z', 'updated_at': '2022-04-12T14:28:26Z', 'revision_number': 5, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'subnets': [{'id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:34:39.894776 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b7f2315-05fa-4dfb-8c3b-9ab12188e6d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:39.964259 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70cdb30b-0b63-4669-b7f9-2cf493bbab56 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (82f0807b-eec1-48aa-8a5d-92ded811cfd8), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:39.979429 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b7f2315-05fa-4dfb-8c3b-9ab12188e6d7 admin admin] Publish callbacks [] for security_group (1f4cc067-ae4e-41fc-955f-98c6ea547ef3), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:39.983538 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b7f2315-05fa-4dfb-8c3b-9ab12188e6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (1f4cc067-ae4e-41fc-955f-98c6ea547ef3), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:40.002446 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cdb30b-0b63-4669-b7f9-2cf493bbab56 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Pushing event deleted for resources: {'Port': ['ID=82f0807b-eec1-48aa-8a5d-92ded811cfd8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:40.036158 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-7b7f2315-05fa-4dfb-8c3b-9ab12188e6d7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3f9759bece8e48018551fd5339be2324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684848 Apr 12 14:34:40.037715 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f2315-05fa-4dfb-8c3b-9ab12188e6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4cc067-ae4e-41fc-955f-98c6ea547ef3,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:40.039810 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 34208) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:40.045927 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 98a972ef-19d8-4fbb-9ec1-094674242318 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:34:40.067285 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-9f68782c-e032-404b-ad96-37b257f43bde req-afb3cb97-f722-44ac-90d6-4746335c57de service neutron] 10.222.0.69 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971459 Apr 12 14:34:40.092314 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70cdb30b-0b63-4669-b7f9-2cf493bbab56 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for floatingip (ff97c8e0-2907-4fb4-ad2b-42557bc1a3c1), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:40.093052 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.db.l3_db [None req-70cdb30b-0b63-4669-b7f9-2cf493bbab56 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Floating IP ff97c8e0-2907-4fb4-ad2b-42557bc1a3c1 disassociated (deleted). External IP: 172.27.0.114, port: adc3c814-7232-4008-bd66-2d49376d7bea. Apr 12 14:34:40.129929 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56cae381-ce37-4d9e-b85f-2fa8b543529d admin admin] Publish callbacks [] for security_group (1f4cc067-ae4e-41fc-955f-98c6ea547ef3), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:40.157984 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56cae381-ce37-4d9e-b85f-2fa8b543529d admin admin] Publish callbacks [] for security_group (1f4cc067-ae4e-41fc-955f-98c6ea547ef3), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:40.163298 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977cfd1c-584d-4e34-81ca-3ae6ecf13003 None None] New status for floating IP 7cc42a6d-9fe0-41c4-a723-f1a68b239721: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:34:40.211690 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56cae381-ce37-4d9e-b85f-2fa8b543529d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (1f4cc067-ae4e-41fc-955f-98c6ea547ef3), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:40.214875 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-56cae381-ce37-4d9e-b85f-2fa8b543529d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:40.216234 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-56cae381-ce37-4d9e-b85f-2fa8b543529d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1f4cc067-ae4e-41fc-955f-98c6ea547ef3 HTTP/1.1" status: 204 len: 168 time: 0.1753273 Apr 12 14:34:40.225325 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cae381-ce37-4d9e-b85f-2fa8b543529d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4cc067-ae4e-41fc-955f-98c6ea547ef3,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:40.360348 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cdb30b-0b63-4669-b7f9-2cf493bbab56 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Router fd5ac73a-444d-4a3c-871e-8f3534653588 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:34:40.379424 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 98a972ef-19d8-4fbb-9ec1-094674242318, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=98a972ef-19d8-4fbb-9ec1-094674242318,segment=NetworkSegment(0c5eb41a-8388-4db2-b007-09d224bb3748),segment_id=0c5eb41a-8388-4db2-b007-09d224bb3748)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:40.414769 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Returning: {'device': '98a972ef-19d8-4fbb-9ec1-094674242318', 'network_id': '1805baf1-093e-44e5-a044-fc3a65ffad20', 'port_id': '98a972ef-19d8-4fbb-9ec1-094674242318', 'mac_address': 'fa:16:3e:8c:cc:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '569083f2-3a1a-4007-a99b-5e7e7944ee17', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:34:40.492069 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cdb30b-0b63-4669-b7f9-2cf493bbab56 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:34:40.502409 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70cdb30b-0b63-4669-b7f9-2cf493bbab56 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:40.504734 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638fe2df-5ea8-452d-bbfc-653ea442ad52 None None] Sync routers for ids ['fd5ac73a-444d-4a3c-871e-8f3534653588'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:34:40.516198 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638fe2df-5ea8-452d-bbfc-653ea442ad52 None None] Routers {'fd5ac73a-444d-4a3c-871e-8f3534653588'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:34:40.517139 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-638fe2df-5ea8-452d-bbfc-653ea442ad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:34:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['fd5ac73a-444d-4a3c-871e-8f3534653588'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:40.548313 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port 98a972ef-19d8-4fbb-9ec1-094674242318 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:34:40.548718 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (98a972ef-19d8-4fbb-9ec1-094674242318), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:40.551106 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-70cdb30b-0b63-4669-b7f9-2cf493bbab56 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "DELETE /v2.0/floatingips/ff97c8e0-2907-4fb4-ad2b-42557bc1a3c1 HTTP/1.1" status: 204 len: 168 time: 1.6234963 Apr 12 14:34:40.551941 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d030959-c308-4f12-b558-d4650608dcc4', 'tag': 'adc3c814-7232-4008-bd66-2d49376d7bea'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:34:40.554450 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea00ad51b5642e711501acc1f7ca5604eef3f69d3a6b574dfa4fd32ced1c6c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7c4c35-1605-4afb-b8f0-8b815774abc6" -d '{"events": [{"name": "network-changed", "server_uuid": "9d030959-c308-4f12-b558-d4650608dcc4", "tag": "adc3c814-7232-4008-bd66-2d49376d7bea"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:34:40.569702 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a972ef-19d8-4fbb-9ec1-094674242318 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:34:40.594048 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 98a972ef-19d8-4fbb-9ec1-094674242318, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=98a972ef-19d8-4fbb-9ec1-094674242318,segment=NetworkSegment(0c5eb41a-8388-4db2-b007-09d224bb3748),segment_id=0c5eb41a-8388-4db2-b007-09d224bb3748)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:40.605092 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (98a972ef-19d8-4fbb-9ec1-094674242318), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:40.644062 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc6a0ed-e149-4cf9-bc8a-9a326bcd9ffc x-openstack-request-id: req-7cc6a0ed-e149-4cf9-bc8a-9a326bcd9ffc {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:34:40.644407 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d030959-c308-4f12-b558-d4650608dcc4", "tag": "adc3c814-7232-4008-bd66-2d49376d7bea", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:34:40.644776 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7cc6a0ed-e149-4cf9-bc8a-9a326bcd9ffc {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:34:40.645075 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc6a0ed-e149-4cf9-bc8a-9a326bcd9ffc'] response: {'name': 'network-changed', 'server_uuid': '9d030959-c308-4f12-b558-d4650608dcc4', 'tag': 'adc3c814-7232-4008-bd66-2d49376d7bea', 'status': 'completed', 'code': 200} Apr 12 14:34:40.691058 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-638fe2df-5ea8-452d-bbfc-653ea442ad52 None None] Set router fd5ac73a-444d-4a3c-871e-8f3534653588 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:34:40.691909 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=98a972ef-19d8-4fbb-9ec1-094674242318,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:40.782851 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c4c35-1605-4afb-b8f0-8b815774abc6 req-aff97b02-293d-4164-adc9-2aa73f0cf758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:40.784442 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cb7c4c35-1605-4afb-b8f0-8b815774abc6 req-aff97b02-293d-4164-adc9-2aa73f0cf758 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7d89981605ac41269cf7b7faf5d40904&device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 1129 time: 0.0940013 Apr 12 14:34:40.877974 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565814a4-fef8-4640-8269-9d97cd582ad1 req-60c71f38-9b82-49e6-b87d-90a3ecf53d3c tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:40.884744 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-565814a4-fef8-4640-8269-9d97cd582ad1 req-60c71f38-9b82-49e6-b87d-90a3ecf53d3c tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fac0056-e65d-4d76-9dd3-c9ea66d23591 HTTP/1.1" status: 200 len: 945 time: 0.0920355 Apr 12 14:34:40.918621 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba5692-838e-4f17-8f1d-df7e56707705 req-8b931e83-6685-4a8e-b8c6-8da7483d8749 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:40.920422 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-59ba5692-838e-4f17-8f1d-df7e56707705 req-8b931e83-6685-4a8e-b8c6-8da7483d8749 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0942595 Apr 12 14:34:40.955947 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-638fe2df-5ea8-452d-bbfc-653ea442ad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'name': 'tempest-TestShelveInstance-1511287639-router', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a7c2dc0f-50eb-4842-9596-25e9ff00ce42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:23Z', 'updated_at': '2022-04-12T14:29:27Z', 'revision_number': 4, 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'gw_port': {'id': 'a7c2dc0f-50eb-4842-9596-25e9ff00ce42', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:24Z', 'updated_at': '2022-04-12T14:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '51de8e11-3602-457e-bc54-c00462f33219', 'name': '', 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'mac_address': 'fa:16:3e:86:e6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '50a10eae-8710-47a5-b19f-59b43e706f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:26Z', 'updated_at': '2022-04-12T14:29:33Z', 'revision_number': 5, 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'subnets': [{'id': '50a10eae-8710-47a5-b19f-59b43e706f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:40.960635 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['98a972ef-19d8-4fbb-9ec1-094674242318'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:34:40.964936 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-565814a4-fef8-4640-8269-9d97cd582ad1 req-af045e02-5e62-48ff-9044-122cb62203f4 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/security-groups?id=8502d7a4-4beb-4234-a290-3890d57902cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792985 Apr 12 14:34:41.004435 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638fe2df-5ea8-452d-bbfc-653ea442ad52 None None] Checking router: fd5ac73a-444d-4a3c-871e-8f3534653588 for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:34:41.006104 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-59ba5692-838e-4f17-8f1d-df7e56707705 req-e741dc91-cebb-41a2-a203-67dc1feeffd5 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754693 Apr 12 14:34:41.015439 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638fe2df-5ea8-452d-bbfc-653ea442ad52 None None] Routers {'fd5ac73a-444d-4a3c-871e-8f3534653588'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:34:41.016095 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-638fe2df-5ea8-452d-bbfc-653ea442ad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:34:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['fd5ac73a-444d-4a3c-871e-8f3534653588'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:41.237474 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-638fe2df-5ea8-452d-bbfc-653ea442ad52 None None] Set router fd5ac73a-444d-4a3c-871e-8f3534653588 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:34:41.443490 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-638fe2df-5ea8-452d-bbfc-653ea442ad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'name': 'tempest-TestShelveInstance-1511287639-router', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a7c2dc0f-50eb-4842-9596-25e9ff00ce42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:23Z', 'updated_at': '2022-04-12T14:29:27Z', 'revision_number': 4, 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'gw_port': {'id': 'a7c2dc0f-50eb-4842-9596-25e9ff00ce42', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:24Z', 'updated_at': '2022-04-12T14:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '51de8e11-3602-457e-bc54-c00462f33219', 'name': '', 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'mac_address': 'fa:16:3e:86:e6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '50a10eae-8710-47a5-b19f-59b43e706f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:26Z', 'updated_at': '2022-04-12T14:29:33Z', 'revision_number': 5, 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'subnets': [{'id': '50a10eae-8710-47a5-b19f-59b43e706f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:41.469830 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638fe2df-5ea8-452d-bbfc-653ea442ad52 None None] The sync data for ids ['fd5ac73a-444d-4a3c-871e-8f3534653588'] in dv-cinder-837523-1-iscsi is: [{'id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'name': 'tempest-TestShelveInstance-1511287639-router', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a7c2dc0f-50eb-4842-9596-25e9ff00ce42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:23Z', 'updated_at': '2022-04-12T14:29:27Z', 'revision_number': 4, 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'gw_port': {'id': 'a7c2dc0f-50eb-4842-9596-25e9ff00ce42', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:24Z', 'updated_at': '2022-04-12T14:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '51de8e11-3602-457e-bc54-c00462f33219', 'name': '', 'network_id': '0028eeda-a542-4e5c-bf2c-a2a860757c70', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'mac_address': 'fa:16:3e:86:e6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '50a10eae-8710-47a5-b19f-59b43e706f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:26Z', 'updated_at': '2022-04-12T14:29:33Z', 'revision_number': 5, 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'subnets': [{'id': '50a10eae-8710-47a5-b19f-59b43e706f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:34:41.495176 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 34246) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:41.604195 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44b6c8a7-3458-4bd5-a009-1231568d7794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:41.692788 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44b6c8a7-3458-4bd5-a009-1231568d7794 admin admin] Publish callbacks [] for security_group (cbcfbaf2-593b-4ba6-9b54-49c4d2eae549), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:41.697692 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-44b6c8a7-3458-4bd5-a009-1231568d7794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (cbcfbaf2-593b-4ba6-9b54-49c4d2eae549), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:41.709229 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3aacf5-dcc5-4257-adb3-92cd6f4bc584 None None] New status for floating IP ff97c8e0-2907-4fb4-ad2b-42557bc1a3c1: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:34:41.747648 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-44b6c8a7-3458-4bd5-a009-1231568d7794 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=23e4c8cf8dfe41f4b0fe1c32f2ceb749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512028 Apr 12 14:34:41.748537 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6c8a7-3458-4bd5-a009-1231568d7794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcfbaf2-593b-4ba6-9b54-49c4d2eae549,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:41.750285 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 34250) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:41.805735 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09409384-cb62-42d5-bb37-89896594319d admin admin] Publish callbacks [] for security_group (cbcfbaf2-593b-4ba6-9b54-49c4d2eae549), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:41.827872 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09409384-cb62-42d5-bb37-89896594319d admin admin] Publish callbacks [] for security_group (cbcfbaf2-593b-4ba6-9b54-49c4d2eae549), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:41.883027 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09409384-cb62-42d5-bb37-89896594319d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (cbcfbaf2-593b-4ba6-9b54-49c4d2eae549), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:41.886379 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09409384-cb62-42d5-bb37-89896594319d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:41.887627 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-09409384-cb62-42d5-bb37-89896594319d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cbcfbaf2-593b-4ba6-9b54-49c4d2eae549 HTTP/1.1" status: 204 len: 168 time: 0.1363649 Apr 12 14:34:41.896655 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09409384-cb62-42d5-bb37-89896594319d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcfbaf2-593b-4ba6-9b54-49c4d2eae549,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:42.075926 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 98a972ef-19d8-4fbb-9ec1-094674242318 up at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:34:42.102423 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a3aea-fa70-42a4-bd41-e9dc57e75290 req-b0d5dc9b-b108-4147-bb86-d686f6219284 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:42.104438 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c35a3aea-fa70-42a4-bd41-e9dc57e75290 req-b0d5dc9b-b108-4147-bb86-d686f6219284 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fac0056-e65d-4d76-9dd3-c9ea66d23591 HTTP/1.1" status: 200 len: 945 time: 0.0565565 Apr 12 14:34:42.147155 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c4c35-1605-4afb-b8f0-8b815774abc6 req-853b3f90-4597-4d49-a2f4-a65cfea05dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:42.149339 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cb7c4c35-1605-4afb-b8f0-8b815774abc6 req-853b3f90-4597-4d49-a2f4-a65cfea05dc6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0028eeda-a542-4e5c-bf2c-a2a860757c70 HTTP/1.1" status: 200 len: 911 time: 0.1476874 Apr 12 14:34:42.156947 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning for port 98a972ef-19d8-4fbb-9ec1-094674242318 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:34:42.167229 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning complete for port 98a972ef-19d8-4fbb-9ec1-094674242318 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:34:42.167827 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (98a972ef-19d8-4fbb-9ec1-094674242318), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:42.177462 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760f243-eb9f-4d10-a641-5bdaef4f468c req-a146dee7-f6f6-4a00-a746-9506b6098249 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:42.179083 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e760f243-eb9f-4d10-a641-5bdaef4f468c req-a146dee7-f6f6-4a00-a746-9506b6098249 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0736313 Apr 12 14:34:42.224022 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c35a3aea-fa70-42a4-bd41-e9dc57e75290 req-4f780f0d-3675-44bb-9b7f-849d19e76e01 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/security-groups?id=8502d7a4-4beb-4234-a290-3890d57902cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052930 Apr 12 14:34:42.256333 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e760f243-eb9f-4d10-a641-5bdaef4f468c req-702aecf0-58f0-4983-86d8-ade0bbd4191a tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/security-groups?id=97ca6ba5-98b1-4e01-91f7-b5b1cd311774&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658069 Apr 12 14:34:42.285558 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port 98a972ef-19d8-4fbb-9ec1-094674242318 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:34:42.286171 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (98a972ef-19d8-4fbb-9ec1-094674242318), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:42.309732 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fac0056-e65d-4d76-9dd3-c9ea66d23591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a972ef-19d8-4fbb-9ec1-094674242318'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:34:42.309970 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cb7c4c35-1605-4afb-b8f0-8b815774abc6 req-84adc24a-1eda-44c6-b08a-984afda84099 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=adc3c814-7232-4008-bd66-2d49376d7bea HTTP/1.1" status: 200 len: 217 time: 0.0396590 Apr 12 14:34:42.313258 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d857e6cc-bf7a-41a9-8a9a-44f96e48602f" -d '{"events": [{"server_uuid": "3fac0056-e65d-4d76-9dd3-c9ea66d23591", "name": "network-vif-plugged", "status": "completed", "tag": "98a972ef-19d8-4fbb-9ec1-094674242318"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:34:42.329288 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 98a972ef-19d8-4fbb-9ec1-094674242318, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=98a972ef-19d8-4fbb-9ec1-094674242318,segment=NetworkSegment(0c5eb41a-8388-4db2-b007-09d224bb3748),segment_id=0c5eb41a-8388-4db2-b007-09d224bb3748)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:42.333657 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (98a972ef-19d8-4fbb-9ec1-094674242318), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:42.356824 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f2aafa-1f4d-49d4-b322-c547f448cdf3 x-openstack-request-id: req-67f2aafa-1f4d-49d4-b322-c547f448cdf3 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:34:42.357142 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fac0056-e65d-4d76-9dd3-c9ea66d23591", "name": "network-vif-plugged", "status": "completed", "tag": "98a972ef-19d8-4fbb-9ec1-094674242318", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:34:42.357715 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-67f2aafa-1f4d-49d4-b322-c547f448cdf3 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:34:42.357853 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67f2aafa-1f4d-49d4-b322-c547f448cdf3'] response: {'server_uuid': '3fac0056-e65d-4d76-9dd3-c9ea66d23591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a972ef-19d8-4fbb-9ec1-094674242318', 'code': 200} Apr 12 14:34:42.361415 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c4c35-1605-4afb-b8f0-8b815774abc6 req-ecc03d20-53c1-475f-abc2-22c465e2426f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:42.363044 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cb7c4c35-1605-4afb-b8f0-8b815774abc6 req-ecc03d20-53c1-475f-abc2-22c465e2426f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=50a10eae-8710-47a5-b19f-59b43e706f9d HTTP/1.1" status: 200 len: 848 time: 0.0460730 Apr 12 14:34:42.383974 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=98a972ef-19d8-4fbb-9ec1-094674242318,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:42.585692 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c4c35-1605-4afb-b8f0-8b815774abc6 req-8909d4db-0947-495f-8c01-7e70436542ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:42.587162 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cb7c4c35-1605-4afb-b8f0-8b815774abc6 req-8909d4db-0947-495f-8c01-7e70436542ac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0028eeda-a542-4e5c-bf2c-a2a860757c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394878 Apr 12 14:34:42.692676 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cb7c4c35-1605-4afb-b8f0-8b815774abc6 req-6c495891-28c0-4fb8-98e3-d8a8076a8998 service neutron] 10.222.0.69 "GET /v2.0/networks/0028eeda-a542-4e5c-bf2c-a2a860757c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911062 Apr 12 14:34:42.757232 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ff639-cf81-497e-a991-45033055ace4 req-384766ba-c3fb-4e82-b499-cac843ff49e6 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:42.758819 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f79ff639-cf81-497e-a991-45033055ace4 req-384766ba-c3fb-4e82-b499-cac843ff49e6 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.69 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0765843 Apr 12 14:34:42.786004 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd96192-f2f5-45da-8bb7-6769485be1b0 req-b8562daa-3272-4213-9df6-8a6308425259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:42.788123 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dcd96192-f2f5-45da-8bb7-6769485be1b0 req-b8562daa-3272-4213-9df6-8a6308425259 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3fac0056-e65d-4d76-9dd3-c9ea66d23591 HTTP/1.1" status: 200 len: 1130 time: 0.0743196 Apr 12 14:34:42.887184 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-dcd96192-f2f5-45da-8bb7-6769485be1b0 req-7758d2b4-11f9-4065-90c4-e876c2bfcbfd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8502d7a4-4beb-4234-a290-3890d57902cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811179 Apr 12 14:34:42.898502 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-f79ff639-cf81-497e-a991-45033055ace4 req-32909c96-d89e-4ead-9a34-142e2699af27 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Deleting port adc3c814-7232-4008-bd66-2d49376d7bea {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:34:42.898845 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f79ff639-cf81-497e-a991-45033055ace4 req-32909c96-d89e-4ead-9a34-142e2699af27 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (adc3c814-7232-4008-bd66-2d49376d7bea), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:42.998121 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-f79ff639-cf81-497e-a991-45033055ace4 req-32909c96-d89e-4ead-9a34-142e2699af27 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] For port adc3c814-7232-4008-bd66-2d49376d7bea, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=adc3c814-7232-4008-bd66-2d49376d7bea,segment=NetworkSegment(06536a47-1698-4e8b-a6d6-edd665214024),segment_id=06536a47-1698-4e8b-a6d6-edd665214024)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:42.998656 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f79ff639-cf81-497e-a991-45033055ace4 req-32909c96-d89e-4ead-9a34-142e2699af27 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (adc3c814-7232-4008-bd66-2d49376d7bea), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:43.017845 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-f79ff639-cf81-497e-a991-45033055ace4 req-32909c96-d89e-4ead-9a34-142e2699af27 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Calling delete_port for adc3c814-7232-4008-bd66-2d49376d7bea owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:34:43.055731 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-cb7c4c35-1605-4afb-b8f0-8b815774abc6 req-e0c38c07-89c6-49e0-abfc-a37e3939c377 service neutron] 10.222.0.69 "GET /v2.0/networks/0028eeda-a542-4e5c-bf2c-a2a860757c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486056 Apr 12 14:34:43.156221 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f79ff639-cf81-497e-a991-45033055ace4 req-32909c96-d89e-4ead-9a34-142e2699af27 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (adc3c814-7232-4008-bd66-2d49376d7bea), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:43.182466 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32909c96-d89e-4ead-9a34-142e2699af27 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Pushing event deleted for resources: {'Port': ['ID=adc3c814-7232-4008-bd66-2d49376d7bea,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:43.238106 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79ff639-cf81-497e-a991-45033055ace4 req-32909c96-d89e-4ead-9a34-142e2699af27 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] No DVR routers for this DVR port adc3c814-7232-4008-bd66-2d49376d7bea on host hv-cinder-83752 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:34:43.240525 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-f79ff639-cf81-497e-a991-45033055ace4 req-32909c96-d89e-4ead-9a34-142e2699af27 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:43.243877 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f79ff639-cf81-497e-a991-45033055ace4 req-32909c96-d89e-4ead-9a34-142e2699af27 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.69 "DELETE /v2.0/ports/adc3c814-7232-4008-bd66-2d49376d7bea HTTP/1.1" status: 204 len: 173 time: 0.4772859 Apr 12 14:34:43.244319 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d030959-c308-4f12-b558-d4650608dcc4', 'name': 'network-vif-deleted', 'tag': 'adc3c814-7232-4008-bd66-2d49376d7bea'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:34:43.249068 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d32a91-2535-440e-86be-4b98cac7fcff" -d '{"events": [{"server_uuid": "9d030959-c308-4f12-b558-d4650608dcc4", "name": "network-vif-deleted", "tag": "adc3c814-7232-4008-bd66-2d49376d7bea"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:34:43.284828 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3671926f-6ba8-40f5-b3fd-3b2d0c66c30f x-openstack-request-id: req-3671926f-6ba8-40f5-b3fd-3b2d0c66c30f {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:34:43.285179 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d030959-c308-4f12-b558-d4650608dcc4", "name": "network-vif-deleted", "tag": "adc3c814-7232-4008-bd66-2d49376d7bea", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:34:43.285438 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3671926f-6ba8-40f5-b3fd-3b2d0c66c30f {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:34:43.285900 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3671926f-6ba8-40f5-b3fd-3b2d0c66c30f'] response: {'server_uuid': '9d030959-c308-4f12-b558-d4650608dcc4', 'name': 'network-vif-deleted', 'tag': 'adc3c814-7232-4008-bd66-2d49376d7bea', 'status': 'completed', 'code': 200} Apr 12 14:34:43.368308 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-debda073-ae35-476e-a92d-7409d0eb43c3 req-11cdf611-f33d-42f4-ba79-070314c85838 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 210 time: 0.0329707 Apr 12 14:34:43.380338 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c0010-865a-4677-b492-e854d3eae7ce req-6b3bc3d8-3e40-41ea-8974-a67aadcd2503 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:43.381838 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-208c0010-865a-4677-b492-e854d3eae7ce req-6b3bc3d8-3e40-41ea-8974-a67aadcd2503 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fac0056-e65d-4d76-9dd3-c9ea66d23591 HTTP/1.1" status: 200 len: 946 time: 0.0790601 Apr 12 14:34:43.430271 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-208c0010-865a-4677-b492-e854d3eae7ce req-e6758601-cb9e-4758-b0e2-b0dd6012a7f8 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/security-groups?id=8502d7a4-4beb-4234-a290-3890d57902cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422468 Apr 12 14:34:44.346682 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:34:44.555409 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db231b5e-8d6a-468e-84e8-e0ad1d87178c req-2a35cd6d-4c47-4ccd-bcba-9763c4e4b0f7 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:44.557137 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-db231b5e-8d6a-468e-84e8-e0ad1d87178c req-2a35cd6d-4c47-4ccd-bcba-9763c4e4b0f7 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fac0056-e65d-4d76-9dd3-c9ea66d23591 HTTP/1.1" status: 200 len: 946 time: 0.0509655 Apr 12 14:34:44.632262 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d206551e-28ee-4193-b80b-dd3792b0bc4e req-bd56874b-dbbd-42a5-ac49-d6de4cc0ad6e tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d030959-c308-4f12-b558-d4650608dcc4 HTTP/1.1" status: 200 len: 210 time: 0.0402985 Apr 12 14:34:44.635674 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-db231b5e-8d6a-468e-84e8-e0ad1d87178c req-53393818-9e57-4086-9075-d92ca1e5b0d7 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/security-groups?id=8502d7a4-4beb-4234-a290-3890d57902cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726287 Apr 12 14:34:45.692480 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 34274) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:45.752404 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ef32452-9aa6-4b55-b38a-660c299ab8b2 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for security_group (97ca6ba5-98b1-4e01-91f7-b5b1cd311774), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:45.756624 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7197d6f-5019-4c31-9515-a1131b260cd9 req-8e9c3d82-369f-4450-a469-370c1b850fde tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:34:45.758128 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f7197d6f-5019-4c31-9515-a1131b260cd9 req-8e9c3d82-369f-4450-a469-370c1b850fde tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fac0056-e65d-4d76-9dd3-c9ea66d23591 HTTP/1.1" status: 200 len: 946 time: 0.0491624 Apr 12 14:34:45.778202 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ef32452-9aa6-4b55-b38a-660c299ab8b2 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for security_group (97ca6ba5-98b1-4e01-91f7-b5b1cd311774), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:45.805873 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f7197d6f-5019-4c31-9515-a1131b260cd9 req-1bb16018-3418-47b1-b7dd-95b48382d232 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/security-groups?id=8502d7a4-4beb-4234-a290-3890d57902cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420218 Apr 12 14:34:45.855391 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ef32452-9aa6-4b55-b38a-660c299ab8b2 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (97ca6ba5-98b1-4e01-91f7-b5b1cd311774), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:45.858214 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ef32452-9aa6-4b55-b38a-660c299ab8b2 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:45.861360 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-7ef32452-9aa6-4b55-b38a-660c299ab8b2 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] 10.222.0.79 "DELETE /v2.0/security-groups/97ca6ba5-98b1-4e01-91f7-b5b1cd311774 HTTP/1.1" status: 204 len: 168 time: 0.1677785 Apr 12 14:34:45.872835 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef32452-9aa6-4b55-b38a-660c299ab8b2 tempest-TestShelveInstance-1989731709 tempest-TestShelveInstance-1989731709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ca6ba5-98b1-4e01-91f7-b5b1cd311774,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:45.911065 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 34298) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:46.085332 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device adc3c814-7232-4008-bd66-2d49376d7bea no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:34:46.109908 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] No Port match for: adc3c814-7232-4008-bd66-2d49376d7bea {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:34:46.110286 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device adc3c814-7232-4008-bd66-2d49376d7bea not bound to the agent host hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:34:46.405110 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-23979cbc-ef06-445d-8a5a-b799badec62f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548802'] for router_interface (fd5ac73a-444d-4a3c-871e-8f3534653588), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:46.658269 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-23979cbc-ef06-445d-8a5a-b799badec62f admin admin] Deleting port 51de8e11-3602-457e-bc54-c00462f33219 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:34:46.658614 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-23979cbc-ef06-445d-8a5a-b799badec62f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (51de8e11-3602-457e-bc54-c00462f33219), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:46.747124 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-23979cbc-ef06-445d-8a5a-b799badec62f admin admin] For port 51de8e11-3602-457e-bc54-c00462f33219, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=51de8e11-3602-457e-bc54-c00462f33219,segment=NetworkSegment(06536a47-1698-4e8b-a6d6-edd665214024),segment_id=06536a47-1698-4e8b-a6d6-edd665214024)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:46.747679 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-23979cbc-ef06-445d-8a5a-b799badec62f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (51de8e11-3602-457e-bc54-c00462f33219), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:46.762230 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-23979cbc-ef06-445d-8a5a-b799badec62f admin admin] Calling delete_port for 51de8e11-3602-457e-bc54-c00462f33219 owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:34:46.949624 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-23979cbc-ef06-445d-8a5a-b799badec62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (51de8e11-3602-457e-bc54-c00462f33219), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:46.975236 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23979cbc-ef06-445d-8a5a-b799badec62f admin admin] Pushing event deleted for resources: {'Port': ['ID=51de8e11-3602-457e-bc54-c00462f33219,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:47.153371 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-23979cbc-ef06-445d-8a5a-b799badec62f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548718'] for router_interface (fd5ac73a-444d-4a3c-871e-8f3534653588), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:47.393546 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23979cbc-ef06-445d-8a5a-b799badec62f admin admin] Router fd5ac73a-444d-4a3c-871e-8f3534653588 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:34:47.515983 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23979cbc-ef06-445d-8a5a-b799badec62f admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:34:47.521661 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-23979cbc-ef06-445d-8a5a-b799badec62f admin admin] 10.222.0.79 "PUT /v2.0/routers/fd5ac73a-444d-4a3c-871e-8f3534653588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6088879 Apr 12 14:34:47.524044 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 34342) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:47.527368 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950dfe56-a7e4-4e5b-a222-c57b71905be0 None None] Sync routers for ids ['fd5ac73a-444d-4a3c-871e-8f3534653588'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:34:47.542634 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950dfe56-a7e4-4e5b-a222-c57b71905be0 None None] Routers {'fd5ac73a-444d-4a3c-871e-8f3534653588'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:34:47.543339 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-950dfe56-a7e4-4e5b-a222-c57b71905be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:34:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['fd5ac73a-444d-4a3c-871e-8f3534653588'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:47.636737 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50c060e2-7deb-4056-84a7-9b4444d0873b admin admin] Publish callbacks [] for router (fd5ac73a-444d-4a3c-871e-8f3534653588), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:47.652765 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-950dfe56-a7e4-4e5b-a222-c57b71905be0 None None] Set router fd5ac73a-444d-4a3c-871e-8f3534653588 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:34:47.752543 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50c060e2-7deb-4056-84a7-9b4444d0873b admin admin] Publish callbacks [] for router_gateway (fd5ac73a-444d-4a3c-871e-8f3534653588), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:47.811461 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-50c060e2-7deb-4056-84a7-9b4444d0873b admin admin] Deleting port a7c2dc0f-50eb-4842-9596-25e9ff00ce42 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:34:47.811694 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50c060e2-7deb-4056-84a7-9b4444d0873b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (a7c2dc0f-50eb-4842-9596-25e9ff00ce42), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:47.830223 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-950dfe56-a7e4-4e5b-a222-c57b71905be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'name': 'tempest-TestShelveInstance-1511287639-router', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'a7c2dc0f-50eb-4842-9596-25e9ff00ce42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:23Z', 'updated_at': '2022-04-12T14:34:46Z', 'revision_number': 5, 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'gw_port': {'id': 'a7c2dc0f-50eb-4842-9596-25e9ff00ce42', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bf:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:24Z', 'updated_at': '2022-04-12T14:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:47.860166 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950dfe56-a7e4-4e5b-a222-c57b71905be0 None None] Checking router: fd5ac73a-444d-4a3c-871e-8f3534653588 for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:34:47.869797 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950dfe56-a7e4-4e5b-a222-c57b71905be0 None None] Routers {'fd5ac73a-444d-4a3c-871e-8f3534653588'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:34:47.870662 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-950dfe56-a7e4-4e5b-a222-c57b71905be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:34:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['fd5ac73a-444d-4a3c-871e-8f3534653588'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:47.911209 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-50c060e2-7deb-4056-84a7-9b4444d0873b admin admin] For port a7c2dc0f-50eb-4842-9596-25e9ff00ce42, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=a7c2dc0f-50eb-4842-9596-25e9ff00ce42,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:47.911580 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50c060e2-7deb-4056-84a7-9b4444d0873b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (a7c2dc0f-50eb-4842-9596-25e9ff00ce42), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:47.929015 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-50c060e2-7deb-4056-84a7-9b4444d0873b admin admin] Calling delete_port for a7c2dc0f-50eb-4842-9596-25e9ff00ce42 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:34:47.970753 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-950dfe56-a7e4-4e5b-a222-c57b71905be0 None None] Set router fd5ac73a-444d-4a3c-871e-8f3534653588 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:34:48.031158 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-950dfe56-a7e4-4e5b-a222-c57b71905be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'name': 'tempest-TestShelveInstance-1511287639-router', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:23Z', 'updated_at': '2022-04-12T14:34:47Z', 'revision_number': 6, 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'gw_port_host': None}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:48.064874 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950dfe56-a7e4-4e5b-a222-c57b71905be0 None None] The sync data for ids ['fd5ac73a-444d-4a3c-871e-8f3534653588'] in dv-cinder-837523-1-iscsi is: [{'id': 'fd5ac73a-444d-4a3c-871e-8f3534653588', 'name': 'tempest-TestShelveInstance-1511287639-router', 'tenant_id': '7d89981605ac41269cf7b7faf5d40904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:23Z', 'updated_at': '2022-04-12T14:34:47Z', 'revision_number': 6, 'project_id': '7d89981605ac41269cf7b7faf5d40904', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:34:48.125665 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1a0ecc03-f648-45ca-8360-7b60d563d506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:48.129321 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50c060e2-7deb-4056-84a7-9b4444d0873b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (a7c2dc0f-50eb-4842-9596-25e9ff00ce42), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:48.157341 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c060e2-7deb-4056-84a7-9b4444d0873b admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c2dc0f-50eb-4842-9596-25e9ff00ce42,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:48.227137 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50c060e2-7deb-4056-84a7-9b4444d0873b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546440'] for router_gateway (fd5ac73a-444d-4a3c-871e-8f3534653588), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:48.326668 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50c060e2-7deb-4056-84a7-9b4444d0873b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4077'] for router (fd5ac73a-444d-4a3c-871e-8f3534653588), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:48.328867 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50c060e2-7deb-4056-84a7-9b4444d0873b admin admin] Publish callbacks [] for router_controller (fd5ac73a-444d-4a3c-871e-8f3534653588), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:48.373850 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50c060e2-7deb-4056-84a7-9b4444d0873b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-645423'] for router (fd5ac73a-444d-4a3c-871e-8f3534653588), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:48.374247 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c060e2-7deb-4056-84a7-9b4444d0873b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd5ac73a-444d-4a3c-871e-8f3534653588 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 14:34:48.379486 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50c060e2-7deb-4056-84a7-9b4444d0873b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:48.380674 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-50c060e2-7deb-4056-84a7-9b4444d0873b admin admin] 10.222.0.79 "DELETE /v2.0/routers/fd5ac73a-444d-4a3c-871e-8f3534653588 HTTP/1.1" status: 204 len: 168 time: 0.8556733 Apr 12 14:34:48.383322 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 34348) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:48.431410 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-93529106-99cd-4599-a4bf-43709ad18bd8 admin admin] Deleting subnet 50a10eae-8710-47a5-b19f-59b43e706f9d {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:34:48.435000 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93529106-99cd-4599-a4bf-43709ad18bd8 admin admin] Publish callbacks [] for subnet (50a10eae-8710-47a5-b19f-59b43e706f9d), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:48.472121 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93529106-99cd-4599-a4bf-43709ad18bd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58773011'] for subnet (50a10eae-8710-47a5-b19f-59b43e706f9d), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:48.558784 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93529106-99cd-4599-a4bf-43709ad18bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16103179'] for subnet (50a10eae-8710-47a5-b19f-59b43e706f9d), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:48.614533 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93529106-99cd-4599-a4bf-43709ad18bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16103218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3951348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59075873'] for subnet (50a10eae-8710-47a5-b19f-59b43e706f9d), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:48.640214 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93529106-99cd-4599-a4bf-43709ad18bd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50a10eae-8710-47a5-b19f-59b43e706f9d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:48.643668 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93529106-99cd-4599-a4bf-43709ad18bd8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:48.647149 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-93529106-99cd-4599-a4bf-43709ad18bd8 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/50a10eae-8710-47a5-b19f-59b43e706f9d HTTP/1.1" status: 204 len: 168 time: 0.2628508 Apr 12 14:34:48.650987 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 34350) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:48.654046 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2622c7-e9ff-46cb-b1a8-a9a394a90c3a None None] Network 0028eeda-a542-4e5c-bf2c-a2a860757c70 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:34:48.733812 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d379b72e-3ec8-4cd6-97d1-38243050e7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16156760'] for network (0028eeda-a542-4e5c-bf2c-a2a860757c70), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:48.786192 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d379b72e-3ec8-4cd6-97d1-38243050e7e7 admin admin] Deleting port 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:34:48.786532 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d379b72e-3ec8-4cd6-97d1-38243050e7e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (1dcf4b7b-9d11-448c-bdbb-d276a3a82d51), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:48.852251 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-d379b72e-3ec8-4cd6-97d1-38243050e7e7 admin admin] For port 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=1dcf4b7b-9d11-448c-bdbb-d276a3a82d51,segment=NetworkSegment(06536a47-1698-4e8b-a6d6-edd665214024),segment_id=06536a47-1698-4e8b-a6d6-edd665214024)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:48.852610 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d379b72e-3ec8-4cd6-97d1-38243050e7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (1dcf4b7b-9d11-448c-bdbb-d276a3a82d51), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:48.868072 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-d379b72e-3ec8-4cd6-97d1-38243050e7e7 admin admin] Calling delete_port for 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:34:48.874326 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058e48e4-f55c-460f-907b-d861ee91f103 None None] DHCP port deletion for 0028eeda-a542-4e5c-bf2c-a2a860757c70 request from dv-cinder-837523-1-iscsi {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 14:34:48.916385 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-058e48e4-f55c-460f-907b-d861ee91f103 None None] Deleting port 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51 {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:34:48.916770 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-058e48e4-f55c-460f-907b-d861ee91f103 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (1dcf4b7b-9d11-448c-bdbb-d276a3a82d51), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:48.956476 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d379b72e-3ec8-4cd6-97d1-38243050e7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (1dcf4b7b-9d11-448c-bdbb-d276a3a82d51), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:48.984301 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379b72e-3ec8-4cd6-97d1-38243050e7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dcf4b7b-9d11-448c-bdbb-d276a3a82d51,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:48.987692 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-058e48e4-f55c-460f-907b-d861ee91f103 None None] For port 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=1dcf4b7b-9d11-448c-bdbb-d276a3a82d51,segment=NetworkSegment(06536a47-1698-4e8b-a6d6-edd665214024),segment_id=06536a47-1698-4e8b-a6d6-edd665214024)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:48.988092 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-058e48e4-f55c-460f-907b-d861ee91f103 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (1dcf4b7b-9d11-448c-bdbb-d276a3a82d51), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:48.990709 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d379b72e-3ec8-4cd6-97d1-38243050e7e7 admin admin] No DVR routers for this DVR port 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51 on host dv-cinder-837523-1-iscsi {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:34:49.004449 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-058e48e4-f55c-460f-907b-d861ee91f103 None None] Calling delete_port for 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51 owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:34:49.068296 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d379b72e-3ec8-4cd6-97d1-38243050e7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16104838', 'neutron.services.segments.db._delete_segments_for_network-8728757608111'] for network (0028eeda-a542-4e5c-bf2c-a2a860757c70), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:49.095109 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-d379b72e-3ec8-4cd6-97d1-38243050e7e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0028eeda-a542-4e5c-bf2c-a2a860757c70']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:49.095310 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-058e48e4-f55c-460f-907b-d861ee91f103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616'] for port (1dcf4b7b-9d11-448c-bdbb-d276a3a82d51), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:49.107624 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-d379b72e-3ec8-4cd6-97d1-38243050e7e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06536a47-1698-4e8b-a6d6-edd665214024') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:49.108070 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-d379b72e-3ec8-4cd6-97d1-38243050e7e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06536a47-1698-4e8b-a6d6-edd665214024') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:49.118634 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d379b72e-3ec8-4cd6-97d1-38243050e7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728757610680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3180176'] for segment (06536a47-1698-4e8b-a6d6-edd665214024), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:49.122828 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e48e4-f55c-460f-907b-d861ee91f103 None None] Pushing event deleted for resources: {'Port': ['ID=1dcf4b7b-9d11-448c-bdbb-d276a3a82d51,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:49.126745 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058e48e4-f55c-460f-907b-d861ee91f103 None None] No DVR routers for this DVR port 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51 on host dv-cinder-837523-1-iscsi {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:34:49.142009 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d379b72e-3ec8-4cd6-97d1-38243050e7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (06536a47-1698-4e8b-a6d6-edd665214024), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:49.149016 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d379b72e-3ec8-4cd6-97d1-38243050e7e7 admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:34:49.149601 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d379b72e-3ec8-4cd6-97d1-38243050e7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3725860'] for segment (06536a47-1698-4e8b-a6d6-edd665214024), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: Traceback (most recent call last): Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: timer() Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: cb(*args, **kw) Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: return func(*args, **kwargs) Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: self._notify() Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: self.callback(batched_events) Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: event.method(event) Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: return f(self, *a, **k) Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: return self._get(url).json() Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:34:49.152400 dv-cinder-837523-1-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:34:49.213741 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d379b72e-3ec8-4cd6-97d1-38243050e7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16104841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546540'] for network (0028eeda-a542-4e5c-bf2c-a2a860757c70), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:49.221645 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d379b72e-3ec8-4cd6-97d1-38243050e7e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:49.224277 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d379b72e-3ec8-4cd6-97d1-38243050e7e7 admin admin] 10.222.0.79 "DELETE /v2.0/networks/0028eeda-a542-4e5c-bf2c-a2a860757c70 HTTP/1.1" status: 204 len: 168 time: 0.5716691 Apr 12 14:34:49.227326 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 34352) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:49.236631 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379b72e-3ec8-4cd6-97d1-38243050e7e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0028eeda-a542-4e5c-bf2c-a2a860757c70,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:49.578870 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f9071284-e21f-4431-b259-369bc9c98ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548802'] for router_interface (1a71e06e-6335-4b14-ab65-89836ee80b18), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:49.820487 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f9071284-e21f-4431-b259-369bc9c98ed7 admin admin] Deleting port fe5b51ac-314f-46c7-8420-b9523ebd549f {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:34:49.820869 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f9071284-e21f-4431-b259-369bc9c98ed7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (fe5b51ac-314f-46c7-8420-b9523ebd549f), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:49.900863 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f9071284-e21f-4431-b259-369bc9c98ed7 admin admin] For port fe5b51ac-314f-46c7-8420-b9523ebd549f, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=fe5b51ac-314f-46c7-8420-b9523ebd549f,segment=NetworkSegment(ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19),segment_id=ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:49.901130 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f9071284-e21f-4431-b259-369bc9c98ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (fe5b51ac-314f-46c7-8420-b9523ebd549f), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:49.907998 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 51de8e11-3602-457e-bc54-c00462f33219 no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:34:49.915233 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f9071284-e21f-4431-b259-369bc9c98ed7 admin admin] Calling delete_port for fe5b51ac-314f-46c7-8420-b9523ebd549f owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:34:49.938013 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: 51de8e11-3602-457e-bc54-c00462f33219 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:34:49.938351 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 51de8e11-3602-457e-bc54-c00462f33219 not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:34:49.938770 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device a7c2dc0f-50eb-4842-9596-25e9ff00ce42 no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:34:49.958591 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: a7c2dc0f-50eb-4842-9596-25e9ff00ce42 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:34:49.958998 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device a7c2dc0f-50eb-4842-9596-25e9ff00ce42 not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:34:49.959429 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51 no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:34:49.980110 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:34:49.980468 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 1dcf4b7b-9d11-448c-bdbb-d276a3a82d51 not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:34:50.105715 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f9071284-e21f-4431-b259-369bc9c98ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (fe5b51ac-314f-46c7-8420-b9523ebd549f), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:50.135200 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9071284-e21f-4431-b259-369bc9c98ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe5b51ac-314f-46c7-8420-b9523ebd549f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:50.498312 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-655bfba2-6982-43e3-9bd0-9419aeca96f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:50.561721 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f9071284-e21f-4431-b259-369bc9c98ed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548718'] for router_interface (1a71e06e-6335-4b14-ab65-89836ee80b18), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:50.794649 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9071284-e21f-4431-b259-369bc9c98ed7 admin admin] Router 1a71e06e-6335-4b14-ab65-89836ee80b18 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:34:50.918367 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9071284-e21f-4431-b259-369bc9c98ed7 admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:34:50.924024 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-f9071284-e21f-4431-b259-369bc9c98ed7 admin admin] 10.222.0.79 "PUT /v2.0/routers/1a71e06e-6335-4b14-ab65-89836ee80b18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6952748 Apr 12 14:34:50.926813 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 34358) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:50.930419 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de694185-2b52-4b07-8951-27d998c3705a None None] Sync routers for ids ['1a71e06e-6335-4b14-ab65-89836ee80b18'] in dv-cinder-837523-1-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:34:50.942960 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de694185-2b52-4b07-8951-27d998c3705a None None] Routers {'1a71e06e-6335-4b14-ab65-89836ee80b18'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:34:50.943631 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-de694185-2b52-4b07-8951-27d998c3705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:34:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['1a71e06e-6335-4b14-ab65-89836ee80b18'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:51.041334 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a2b0814-b0a8-48f4-bd8a-1e583ce01254 admin admin] Publish callbacks [] for router (1a71e06e-6335-4b14-ab65-89836ee80b18), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:51.077660 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-de694185-2b52-4b07-8951-27d998c3705a None None] Set router 1a71e06e-6335-4b14-ab65-89836ee80b18 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:34:51.158592 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a2b0814-b0a8-48f4-bd8a-1e583ce01254 admin admin] Publish callbacks [] for router_gateway (1a71e06e-6335-4b14-ab65-89836ee80b18), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:51.219867 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7a2b0814-b0a8-48f4-bd8a-1e583ce01254 admin admin] Deleting port 7ac8b1d5-137f-4071-9375-bf02fb32f7bc {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:34:51.220129 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a2b0814-b0a8-48f4-bd8a-1e583ce01254 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (7ac8b1d5-137f-4071-9375-bf02fb32f7bc), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:51.270015 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-de694185-2b52-4b07-8951-27d998c3705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a71e06e-6335-4b14-ab65-89836ee80b18', 'name': 'tempest-TestShelveInstance-1093483452-router', 'tenant_id': 'ed330be486c94697a94808de5671d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '7ac8b1d5-137f-4071-9375-bf02fb32f7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:31Z', 'updated_at': '2022-04-12T14:34:50Z', 'revision_number': 5, 'project_id': 'ed330be486c94697a94808de5671d2f7', 'gw_port': {'id': '7ac8b1d5-137f-4071-9375-bf02fb32f7bc', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a71e06e-6335-4b14-ab65-89836ee80b18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:29:32Z', 'updated_at': '2022-04-12T14:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:51.299574 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-7a2b0814-b0a8-48f4-bd8a-1e583ce01254 admin admin] For port 7ac8b1d5-137f-4071-9375-bf02fb32f7bc, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=7ac8b1d5-137f-4071-9375-bf02fb32f7bc,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:51.300023 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a2b0814-b0a8-48f4-bd8a-1e583ce01254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (7ac8b1d5-137f-4071-9375-bf02fb32f7bc), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:51.300173 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de694185-2b52-4b07-8951-27d998c3705a None None] Checking router: 1a71e06e-6335-4b14-ab65-89836ee80b18 for host: dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:34:51.308970 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de694185-2b52-4b07-8951-27d998c3705a None None] Routers {'1a71e06e-6335-4b14-ab65-89836ee80b18'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:34:51.309591 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-de694185-2b52-4b07-8951-27d998c3705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:34:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['1a71e06e-6335-4b14-ab65-89836ee80b18'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:51.323256 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-7a2b0814-b0a8-48f4-bd8a-1e583ce01254 admin admin] Calling delete_port for 7ac8b1d5-137f-4071-9375-bf02fb32f7bc owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:34:51.509290 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a2b0814-b0a8-48f4-bd8a-1e583ce01254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (7ac8b1d5-137f-4071-9375-bf02fb32f7bc), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:51.537381 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b0814-b0a8-48f4-bd8a-1e583ce01254 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac8b1d5-137f-4071-9375-bf02fb32f7bc,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:51.546799 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-de694185-2b52-4b07-8951-27d998c3705a None None] Set router 1a71e06e-6335-4b14-ab65-89836ee80b18 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:34:51.602993 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-de694185-2b52-4b07-8951-27d998c3705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a71e06e-6335-4b14-ab65-89836ee80b18', 'name': 'tempest-TestShelveInstance-1093483452-router', 'tenant_id': 'ed330be486c94697a94808de5671d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:31Z', 'updated_at': '2022-04-12T14:34:51Z', 'revision_number': 6, 'project_id': 'ed330be486c94697a94808de5671d2f7', 'gw_port_host': None}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:51.605334 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:51.607854 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a2b0814-b0a8-48f4-bd8a-1e583ce01254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546440'] for router_gateway (1a71e06e-6335-4b14-ab65-89836ee80b18), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:51.635185 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de694185-2b52-4b07-8951-27d998c3705a None None] The sync data for ids ['1a71e06e-6335-4b14-ab65-89836ee80b18'] in dv-cinder-837523-1-iscsi is: [{'id': '1a71e06e-6335-4b14-ab65-89836ee80b18', 'name': 'tempest-TestShelveInstance-1093483452-router', 'tenant_id': 'ed330be486c94697a94808de5671d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:29:31Z', 'updated_at': '2022-04-12T14:34:51Z', 'revision_number': 6, 'project_id': 'ed330be486c94697a94808de5671d2f7', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:34:51.707533 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a2b0814-b0a8-48f4-bd8a-1e583ce01254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4077'] for router (1a71e06e-6335-4b14-ab65-89836ee80b18), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:51.709738 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a2b0814-b0a8-48f4-bd8a-1e583ce01254 admin admin] Publish callbacks [] for router_controller (1a71e06e-6335-4b14-ab65-89836ee80b18), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:51.764987 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a2b0814-b0a8-48f4-bd8a-1e583ce01254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-645423'] for router (1a71e06e-6335-4b14-ab65-89836ee80b18), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:51.765530 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2b0814-b0a8-48f4-bd8a-1e583ce01254 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a71e06e-6335-4b14-ab65-89836ee80b18 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 14:34:51.770872 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7a2b0814-b0a8-48f4-bd8a-1e583ce01254 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:51.774625 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-7a2b0814-b0a8-48f4-bd8a-1e583ce01254 admin admin] 10.222.0.79 "DELETE /v2.0/routers/1a71e06e-6335-4b14-ab65-89836ee80b18 HTTP/1.1" status: 204 len: 168 time: 0.8467741 Apr 12 14:34:51.774867 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 34362) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:51.822065 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e81d69-4213-489a-9609-cca5edcf62d7 admin admin] Deleting subnet e21f1459-dc42-4b86-8b5b-061041293795 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:34:51.825382 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75e81d69-4213-489a-9609-cca5edcf62d7 admin admin] Publish callbacks [] for subnet (e21f1459-dc42-4b86-8b5b-061041293795), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:51.868064 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75e81d69-4213-489a-9609-cca5edcf62d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58773011'] for subnet (e21f1459-dc42-4b86-8b5b-061041293795), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:51.952735 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75e81d69-4213-489a-9609-cca5edcf62d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16103179'] for subnet (e21f1459-dc42-4b86-8b5b-061041293795), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:52.010462 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75e81d69-4213-489a-9609-cca5edcf62d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16103218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3951348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59075873'] for subnet (e21f1459-dc42-4b86-8b5b-061041293795), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:52.042818 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e81d69-4213-489a-9609-cca5edcf62d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e21f1459-dc42-4b86-8b5b-061041293795,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:52.049817 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75e81d69-4213-489a-9609-cca5edcf62d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:52.053390 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-75e81d69-4213-489a-9609-cca5edcf62d7 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e21f1459-dc42-4b86-8b5b-061041293795 HTTP/1.1" status: 204 len: 168 time: 0.2769020 Apr 12 14:34:52.056036 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 34364) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:52.063820 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bee20a-bc58-4c69-877e-d17dbd832754 None None] Network e1cf5e35-6436-474c-87a2-5cc73baed4cd requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:34:52.145734 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1d16fb2-2bfc-4bc8-8bba-42f99d421c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16156760'] for network (e1cf5e35-6436-474c-87a2-5cc73baed4cd), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:52.191208 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c1d16fb2-2bfc-4bc8-8bba-42f99d421c40 admin admin] Deleting port 0893dc95-b885-4bc5-931a-1580333a507f {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:34:52.191553 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1d16fb2-2bfc-4bc8-8bba-42f99d421c40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (0893dc95-b885-4bc5-931a-1580333a507f), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:52.264314 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-c1d16fb2-2bfc-4bc8-8bba-42f99d421c40 admin admin] For port 0893dc95-b885-4bc5-931a-1580333a507f, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=0893dc95-b885-4bc5-931a-1580333a507f,segment=NetworkSegment(ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19),segment_id=ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:34:52.264603 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1d16fb2-2bfc-4bc8-8bba-42f99d421c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (0893dc95-b885-4bc5-931a-1580333a507f), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:52.278443 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-c1d16fb2-2bfc-4bc8-8bba-42f99d421c40 admin admin] Calling delete_port for 0893dc95-b885-4bc5-931a-1580333a507f owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:34:52.358992 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1d16fb2-2bfc-4bc8-8bba-42f99d421c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (0893dc95-b885-4bc5-931a-1580333a507f), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:52.382418 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d16fb2-2bfc-4bc8-8bba-42f99d421c40 admin admin] Pushing event deleted for resources: {'Port': ['ID=0893dc95-b885-4bc5-931a-1580333a507f,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:52.388277 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d16fb2-2bfc-4bc8-8bba-42f99d421c40 admin admin] No DVR routers for this DVR port 0893dc95-b885-4bc5-931a-1580333a507f on host dv-cinder-837523-1-iscsi {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:34:52.468872 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1d16fb2-2bfc-4bc8-8bba-42f99d421c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16104838', 'neutron.services.segments.db._delete_segments_for_network-8728757608111'] for network (e1cf5e35-6436-474c-87a2-5cc73baed4cd), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:52.475943 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b8a805-8350-4042-a48b-225527dbe102 None None] DHCP port deletion for e1cf5e35-6436-474c-87a2-5cc73baed4cd request from dv-cinder-837523-1-iscsi {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 14:34:52.496243 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c1d16fb2-2bfc-4bc8-8bba-42f99d421c40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1cf5e35-6436-474c-87a2-5cc73baed4cd']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:52.510756 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c1d16fb2-2bfc-4bc8-8bba-42f99d421c40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:52.511147 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-c1d16fb2-2bfc-4bc8-8bba-42f99d421c40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:34:52.527050 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1d16fb2-2bfc-4bc8-8bba-42f99d421c40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728757610680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3180176'] for segment (ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:52.555225 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1d16fb2-2bfc-4bc8-8bba-42f99d421c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:52.562737 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d16fb2-2bfc-4bc8-8bba-42f99d421c40 admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:34:52.563205 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1d16fb2-2bfc-4bc8-8bba-42f99d421c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3725860'] for segment (ef110460-5b2c-4eb0-9c6a-52b9c9d5fb19), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: Traceback (most recent call last): Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: timer() Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: cb(*args, **kw) Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: return func(*args, **kwargs) Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: self._notify() Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: self.callback(batched_events) Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: event.method(event) Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: return f(self, *a, **k) Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: return self._get(url).json() Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:34:52.573235 dv-cinder-837523-1-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:34:52.638660 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1d16fb2-2bfc-4bc8-8bba-42f99d421c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16104841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546540'] for network (e1cf5e35-6436-474c-87a2-5cc73baed4cd), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:52.646559 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c1d16fb2-2bfc-4bc8-8bba-42f99d421c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:52.649989 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c1d16fb2-2bfc-4bc8-8bba-42f99d421c40 admin admin] 10.222.0.79 "DELETE /v2.0/networks/e1cf5e35-6436-474c-87a2-5cc73baed4cd HTTP/1.1" status: 204 len: 168 time: 0.5921390 Apr 12 14:34:52.661209 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d16fb2-2bfc-4bc8-8bba-42f99d421c40 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1cf5e35-6436-474c-87a2-5cc73baed4cd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:52.666881 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device fe5b51ac-314f-46c7-8420-b9523ebd549f no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:34:52.693115 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: fe5b51ac-314f-46c7-8420-b9523ebd549f {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:34:52.693503 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device fe5b51ac-314f-46c7-8420-b9523ebd549f not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:34:52.791676 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 34372) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:52.836919 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-0575010b-6b35-4d66-9d97-a8d45c0bac40 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7d89981605ac41269cf7b7faf5d40904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442300 Apr 12 14:34:52.839551 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 34374) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:52.897632 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-574b1cd8-7c27-408a-9d3d-0babe522282a admin admin] Publish callbacks [] for security_group (561d1f92-d327-44f9-8b9a-1d66b3f18f3b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:52.908350 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:52.920417 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-574b1cd8-7c27-408a-9d3d-0babe522282a admin admin] Publish callbacks [] for security_group (561d1f92-d327-44f9-8b9a-1d66b3f18f3b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:52.969518 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-574b1cd8-7c27-408a-9d3d-0babe522282a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (561d1f92-d327-44f9-8b9a-1d66b3f18f3b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:52.972062 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-574b1cd8-7c27-408a-9d3d-0babe522282a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:52.973280 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-574b1cd8-7c27-408a-9d3d-0babe522282a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/561d1f92-d327-44f9-8b9a-1d66b3f18f3b HTTP/1.1" status: 204 len: 168 time: 0.1328020 Apr 12 14:34:52.980873 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b1cd8-7c27-408a-9d3d-0babe522282a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561d1f92-d327-44f9-8b9a-1d66b3f18f3b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:53.315651 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 34380) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:53.362867 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-3e171678-2a9e-46bd-accc-564683db1915 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ed330be486c94697a94808de5671d2f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460489 Apr 12 14:34:53.365694 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 34382) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:34:53.417561 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8026f99-39b3-4008-a9e6-6621b3632683 admin admin] Publish callbacks [] for security_group (6c54f2bf-99e2-4678-92ef-8e4c1472ae73), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:53.441649 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8026f99-39b3-4008-a9e6-6621b3632683 admin admin] Publish callbacks [] for security_group (6c54f2bf-99e2-4678-92ef-8e4c1472ae73), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:53.494851 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8026f99-39b3-4008-a9e6-6621b3632683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (6c54f2bf-99e2-4678-92ef-8e4c1472ae73), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:53.497515 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d8026f99-39b3-4008-a9e6-6621b3632683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:34:53.498648 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-d8026f99-39b3-4008-a9e6-6621b3632683 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6c54f2bf-99e2-4678-92ef-8e4c1472ae73 HTTP/1.1" status: 204 len: 168 time: 0.1320319 Apr 12 14:34:53.506681 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8026f99-39b3-4008-a9e6-6621b3632683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c54f2bf-99e2-4678-92ef-8e4c1472ae73,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:34:53.910742 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 0893dc95-b885-4bc5-931a-1580333a507f no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:34:53.932236 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: 0893dc95-b885-4bc5-931a-1580333a507f {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:34:53.932588 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 0893dc95-b885-4bc5-931a-1580333a507f not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:34:53.933085 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 7ac8b1d5-137f-4071-9375-bf02fb32f7bc no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:34:53.954829 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: 7ac8b1d5-137f-4071-9375-bf02fb32f7bc {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:34:53.955175 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 7ac8b1d5-137f-4071-9375-bf02fb32f7bc not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:34:54.412868 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:05.992448 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:18.129775 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-577d63f2-a3a8-4eb6-85e9-572eb7cdd7a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:20.501186 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-69c5e024-5e02-4747-aeda-b8ca285caf5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:21.346290 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:35:21.551134 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:22.912704 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:24.415078 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:26.803485 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09effa79-a388-4002-b749-0c6264b81192 req-ab7f6c4f-cf4d-48c3-b2e7-c4ef936982d8 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:26.805008 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-09effa79-a388-4002-b749-0c6264b81192 req-ab7f6c4f-cf4d-48c3-b2e7-c4ef936982d8 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=d08cb70f-b6fa-4f05-b132-0e1ca060efff HTTP/1.1" status: 200 len: 945 time: 0.0480418 Apr 12 14:35:26.861312 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-09effa79-a388-4002-b749-0c6264b81192 req-6f04b31c-45aa-4bd9-a186-a3581b660ef0 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b76f16e-92e0-4fda-9ce0-878d2aa5c720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474830 Apr 12 14:35:27.975027 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d212b5f-4c87-4497-8f89-ebd17c0c1473 req-400fc68b-2634-4e05-9ec1-fc28c324cf72 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:27.976502 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9d212b5f-4c87-4497-8f89-ebd17c0c1473 req-400fc68b-2634-4e05-9ec1-fc28c324cf72 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=d08cb70f-b6fa-4f05-b132-0e1ca060efff HTTP/1.1" status: 200 len: 945 time: 0.0473876 Apr 12 14:35:28.027010 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-9d212b5f-4c87-4497-8f89-ebd17c0c1473 req-a1528a9c-b8b5-4858-b902-c861b6ab4da6 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b76f16e-92e0-4fda-9ce0-878d2aa5c720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448804 Apr 12 14:35:29.082976 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3dbb6-37e8-46af-82ee-387c6ef9ae89 req-546ea834-c827-4270-a204-26d86b6de11a tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:29.084597 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7ea3dbb6-37e8-46af-82ee-387c6ef9ae89 req-546ea834-c827-4270-a204-26d86b6de11a tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.69 "GET /v2.0/ports?device_id=d08cb70f-b6fa-4f05-b132-0e1ca060efff HTTP/1.1" status: 200 len: 945 time: 0.0490811 Apr 12 14:35:29.177365 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca798835-931a-4002-a39d-147c6bc0f36e req-349a4e00-4202-4398-8580-94132646ed95 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:29.178847 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ca798835-931a-4002-a39d-147c6bc0f36e req-349a4e00-4202-4398-8580-94132646ed95 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=d08cb70f-b6fa-4f05-b132-0e1ca060efff HTTP/1.1" status: 200 len: 945 time: 0.0726075 Apr 12 14:35:29.258317 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-7ea3dbb6-37e8-46af-82ee-387c6ef9ae89 req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Deleting port 0327591d-30df-4bde-9bdc-6217c90fe12c {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:35:29.258654 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7ea3dbb6-37e8-46af-82ee-387c6ef9ae89 req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (0327591d-30df-4bde-9bdc-6217c90fe12c), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:29.279607 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ca798835-931a-4002-a39d-147c6bc0f36e req-842cff56-3215-428a-982e-7c93440d7e13 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=9b76f16e-92e0-4fda-9ce0-878d2aa5c720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948737 Apr 12 14:35:29.363992 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-7ea3dbb6-37e8-46af-82ee-387c6ef9ae89 req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] For port 0327591d-30df-4bde-9bdc-6217c90fe12c, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=0327591d-30df-4bde-9bdc-6217c90fe12c,segment=NetworkSegment(5facf32a-40c5-4067-8228-6e38b04f0740),segment_id=5facf32a-40c5-4067-8228-6e38b04f0740)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:35:29.364267 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7ea3dbb6-37e8-46af-82ee-387c6ef9ae89 req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (0327591d-30df-4bde-9bdc-6217c90fe12c), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:29.555061 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7ea3dbb6-37e8-46af-82ee-387c6ef9ae89 req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:29.555739 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7ea3dbb6-37e8-46af-82ee-387c6ef9ae89 req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (3fe0a8cb-a11e-439b-b662-59a47c789fa7), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:29.556254 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.l3_db [req-7ea3dbb6-37e8-46af-82ee-387c6ef9ae89 req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Floating IP 3fe0a8cb-a11e-439b-b662-59a47c789fa7 disassociated. External IP: 172.27.0.167, port: 0327591d-30df-4bde-9bdc-6217c90fe12c. Apr 12 14:35:29.556766 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-7ea3dbb6-37e8-46af-82ee-387c6ef9ae89 req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Calling delete_port for 0327591d-30df-4bde-9bdc-6217c90fe12c owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:35:29.698754 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7ea3dbb6-37e8-46af-82ee-387c6ef9ae89 req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (0327591d-30df-4bde-9bdc-6217c90fe12c), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:29.732364 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event deleted for resources: {'Port': ['ID=0327591d-30df-4bde-9bdc-6217c90fe12c,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:29.745732 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:29.746135 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:29.746476 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:29.746808 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:29.747138 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:29.747464 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:29.747788 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:29.748108 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:29.748453 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:29.748775 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:29.749116 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:29.749434 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:29.750404 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:29.750404 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:29.750601 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:29.861192 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ea3dbb6-37e8-46af-82ee-387c6ef9ae89 req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Router b848b625-db38-48b6-85ac-eb01f53c8953 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:35:29.976339 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ea3dbb6-37e8-46af-82ee-387c6ef9ae89 req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:35:29.991753 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5a83d-0062-4912-8bcf-123cb599a927 None None] Sync routers for ids ['b848b625-db38-48b6-85ac-eb01f53c8953'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:35:30.003711 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b5a83d-0062-4912-8bcf-123cb599a927 None None] Routers {'b848b625-db38-48b6-85ac-eb01f53c8953'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:35:30.004374 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f7b5a83d-0062-4912-8bcf-123cb599a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:35:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b848b625-db38-48b6-85ac-eb01f53c8953'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:35:30.127868 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-f7b5a83d-0062-4912-8bcf-123cb599a927 None None] Set router b848b625-db38-48b6-85ac-eb01f53c8953 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:35:30.282695 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea3dbb6-37e8-46af-82ee-387c6ef9ae89 req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] No DVR routers for this DVR port 0327591d-30df-4bde-9bdc-6217c90fe12c on host hv-cinder-83752 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:35:30.285222 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-7ea3dbb6-37e8-46af-82ee-387c6ef9ae89 req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:30.288549 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7ea3dbb6-37e8-46af-82ee-387c6ef9ae89 req-a126eef6-60d2-4020-bef4-8475aac926d3 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.69 "DELETE /v2.0/ports/0327591d-30df-4bde-9bdc-6217c90fe12c HTTP/1.1" status: 204 len: 173 time: 1.1522202 Apr 12 14:35:30.289021 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08cb70f-b6fa-4f05-b132-0e1ca060efff', 'name': 'network-vif-deleted', 'tag': '0327591d-30df-4bde-9bdc-6217c90fe12c'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:35:30.291321 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dd3b1b-a3e6-41b6-8e17-75d1cfb0c6fa" -d '{"events": [{"server_uuid": "d08cb70f-b6fa-4f05-b132-0e1ca060efff", "name": "network-vif-deleted", "tag": "0327591d-30df-4bde-9bdc-6217c90fe12c"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:35:30.350069 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d4fa60-64d7-45e3-9749-43f2be83b234 x-openstack-request-id: req-a3d4fa60-64d7-45e3-9749-43f2be83b234 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:35:30.350216 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f7b5a83d-0062-4912-8bcf-123cb599a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '5aa28035-1c1f-45a8-acfe-8006db67f402', 'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'mac_address': 'fa:16:3e:30:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:35Z', 'updated_at': '2022-04-12T14:31:39Z', 'revision_number': 5, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'subnets': [{'id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:35:30.350465 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d08cb70f-b6fa-4f05-b132-0e1ca060efff", "name": "network-vif-deleted", "tag": "0327591d-30df-4bde-9bdc-6217c90fe12c", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:35:30.350711 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a3d4fa60-64d7-45e3-9749-43f2be83b234 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:35:30.351039 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3d4fa60-64d7-45e3-9749-43f2be83b234'] response: {'server_uuid': 'd08cb70f-b6fa-4f05-b132-0e1ca060efff', 'name': 'network-vif-deleted', 'tag': '0327591d-30df-4bde-9bdc-6217c90fe12c', 'status': 'completed', 'code': 200} Apr 12 14:35:30.402066 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5a83d-0062-4912-8bcf-123cb599a927 None None] Checking router: b848b625-db38-48b6-85ac-eb01f53c8953 for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:35:30.411997 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b5a83d-0062-4912-8bcf-123cb599a927 None None] Routers {'b848b625-db38-48b6-85ac-eb01f53c8953'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:35:30.412654 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f7b5a83d-0062-4912-8bcf-123cb599a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:35:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b848b625-db38-48b6-85ac-eb01f53c8953'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:35:30.439963 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-53c2eea6-8333-4a31-837f-4165e066e9f5 req-e3ccae21-c0e3-4415-9ff9-34a88466f8a6 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=d08cb70f-b6fa-4f05-b132-0e1ca060efff HTTP/1.1" status: 200 len: 210 time: 0.0441995 Apr 12 14:35:30.630429 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc29c7-b263-44c8-af7b-4ee026d8b946 req-408914f2-16f6-4074-ab1e-332a551c367b tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:30.631916 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-86dc29c7-b263-44c8-af7b-4ee026d8b946 req-408914f2-16f6-4074-ab1e-332a551c367b tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fac0056-e65d-4d76-9dd3-c9ea66d23591 HTTP/1.1" status: 200 len: 946 time: 0.0491152 Apr 12 14:35:30.638596 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-f7b5a83d-0062-4912-8bcf-123cb599a927 None None] Set router b848b625-db38-48b6-85ac-eb01f53c8953 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:35:30.690139 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-86dc29c7-b263-44c8-af7b-4ee026d8b946 req-dcb363db-e142-4088-ba44-0edf211fa70e tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/security-groups?id=8502d7a4-4beb-4234-a290-3890d57902cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523758 Apr 12 14:35:30.841207 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-f7b5a83d-0062-4912-8bcf-123cb599a927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '5aa28035-1c1f-45a8-acfe-8006db67f402', 'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'mac_address': 'fa:16:3e:30:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:35Z', 'updated_at': '2022-04-12T14:31:39Z', 'revision_number': 5, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'subnets': [{'id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:35:30.867925 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b5a83d-0062-4912-8bcf-123cb599a927 None None] The sync data for ids ['b848b625-db38-48b6-85ac-eb01f53c8953'] in dv-cinder-837523-1-iscsi is: [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '5aa28035-1c1f-45a8-acfe-8006db67f402', 'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'mac_address': 'fa:16:3e:30:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:35Z', 'updated_at': '2022-04-12T14:31:39Z', 'revision_number': 5, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'subnets': [{'id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:35:31.106259 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24388d0-19b6-4d7f-9512-96a2bb7cf3fd None None] New status for floating IP 3fe0a8cb-a11e-439b-b662-59a47c789fa7: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:35:31.542657 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6b548c66-5a22-461d-87bc-0ce4a0c9b013 req-0d967f41-4a8c-47fb-85b6-f76645b97c98 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=d08cb70f-b6fa-4f05-b132-0e1ca060efff HTTP/1.1" status: 200 len: 210 time: 0.0272534 Apr 12 14:35:31.801149 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324a7b-024d-4e6d-a1cd-759de6f52c4a req-d030dead-b5a9-4579-9208-70f76a434d5c tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:31.802592 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4324a7b-024d-4e6d-a1cd-759de6f52c4a req-d030dead-b5a9-4579-9208-70f76a434d5c tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fac0056-e65d-4d76-9dd3-c9ea66d23591 HTTP/1.1" status: 200 len: 946 time: 0.0469897 Apr 12 14:35:31.849796 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4324a7b-024d-4e6d-a1cd-759de6f52c4a req-1b5a5be3-5134-4ad0-99a0-eacf1ccd00ff tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/security-groups?id=8502d7a4-4beb-4234-a290-3890d57902cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416346 Apr 12 14:35:32.363651 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 0327591d-30df-4bde-9bdc-6217c90fe12c no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:35:32.383775 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] No Port match for: 0327591d-30df-4bde-9bdc-6217c90fe12c {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:35:32.384123 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 0327591d-30df-4bde-9bdc-6217c90fe12c not bound to the agent host hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:35:32.670434 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4937ed97-a99f-420b-9009-2efbb273e391 req-f4491d11-3a76-480c-a46f-1cdbebe459b0 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=d08cb70f-b6fa-4f05-b132-0e1ca060efff HTTP/1.1" status: 200 len: 210 time: 0.0452747 Apr 12 14:35:32.711323 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70352e-543a-487b-bd4d-2abf8332172d req-86e9e4f1-52d1-48fa-9d03-48a3c317a765 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:32.712808 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ae70352e-543a-487b-bd4d-2abf8332172d req-86e9e4f1-52d1-48fa-9d03-48a3c317a765 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.69 "GET /v2.0/ports?device_id=3fac0056-e65d-4d76-9dd3-c9ea66d23591 HTTP/1.1" status: 200 len: 946 time: 0.0516052 Apr 12 14:35:32.811976 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-ae70352e-543a-487b-bd4d-2abf8332172d req-cffd36a3-821c-4f92-97c3-b8e680703cb7 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Deleting port 98a972ef-19d8-4fbb-9ec1-094674242318 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:35:32.812316 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae70352e-543a-487b-bd4d-2abf8332172d req-cffd36a3-821c-4f92-97c3-b8e680703cb7 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (98a972ef-19d8-4fbb-9ec1-094674242318), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:32.903241 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ae70352e-543a-487b-bd4d-2abf8332172d req-cffd36a3-821c-4f92-97c3-b8e680703cb7 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] For port 98a972ef-19d8-4fbb-9ec1-094674242318, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=98a972ef-19d8-4fbb-9ec1-094674242318,segment=NetworkSegment(0c5eb41a-8388-4db2-b007-09d224bb3748),segment_id=0c5eb41a-8388-4db2-b007-09d224bb3748)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:35:32.903609 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae70352e-543a-487b-bd4d-2abf8332172d req-cffd36a3-821c-4f92-97c3-b8e680703cb7 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (98a972ef-19d8-4fbb-9ec1-094674242318), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:32.919174 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-ae70352e-543a-487b-bd4d-2abf8332172d req-cffd36a3-821c-4f92-97c3-b8e680703cb7 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Calling delete_port for 98a972ef-19d8-4fbb-9ec1-094674242318 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:35:33.006732 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194c53f-0e2f-4455-a80a-cd4b5f13a44d req-65affc07-d3ec-4c19-b3a9-876a545da022 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:33.008181 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4194c53f-0e2f-4455-a80a-cd4b5f13a44d req-65affc07-d3ec-4c19-b3a9-876a545da022 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fac0056-e65d-4d76-9dd3-c9ea66d23591 HTTP/1.1" status: 200 len: 946 time: 0.0835698 Apr 12 14:35:33.072276 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-4194c53f-0e2f-4455-a80a-cd4b5f13a44d req-d16a4234-8185-4519-9545-d2d8936dbd7c tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/security-groups?id=8502d7a4-4beb-4234-a290-3890d57902cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553029 Apr 12 14:35:33.128746 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae70352e-543a-487b-bd4d-2abf8332172d req-cffd36a3-821c-4f92-97c3-b8e680703cb7 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (98a972ef-19d8-4fbb-9ec1-094674242318), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:33.156865 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd36a3-821c-4f92-97c3-b8e680703cb7 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Pushing event deleted for resources: {'Port': ['ID=98a972ef-19d8-4fbb-9ec1-094674242318,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:33.170948 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['98a972ef-19d8-4fbb-9ec1-094674242318'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:35:33.205207 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae70352e-543a-487b-bd4d-2abf8332172d req-cffd36a3-821c-4f92-97c3-b8e680703cb7 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] No DVR routers for this DVR port 98a972ef-19d8-4fbb-9ec1-094674242318 on host hv-cinder-83752 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:35:33.207830 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ae70352e-543a-487b-bd4d-2abf8332172d req-cffd36a3-821c-4f92-97c3-b8e680703cb7 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:33.211150 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ae70352e-543a-487b-bd4d-2abf8332172d req-cffd36a3-821c-4f92-97c3-b8e680703cb7 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.69 "DELETE /v2.0/ports/98a972ef-19d8-4fbb-9ec1-094674242318 HTTP/1.1" status: 204 len: 173 time: 0.4807916 Apr 12 14:35:33.211585 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fac0056-e65d-4d76-9dd3-c9ea66d23591', 'name': 'network-vif-deleted', 'tag': '98a972ef-19d8-4fbb-9ec1-094674242318'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:35:33.213962 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb83dde-4422-4f3f-b327-091fcb326c89" -d '{"events": [{"server_uuid": "3fac0056-e65d-4d76-9dd3-c9ea66d23591", "name": "network-vif-deleted", "tag": "98a972ef-19d8-4fbb-9ec1-094674242318"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:35:33.249844 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b362340-ff23-458c-b135-ddfd1000586d x-openstack-request-id: req-1b362340-ff23-458c-b135-ddfd1000586d {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:35:33.250301 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fac0056-e65d-4d76-9dd3-c9ea66d23591", "name": "network-vif-deleted", "tag": "98a972ef-19d8-4fbb-9ec1-094674242318", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:35:33.250453 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1b362340-ff23-458c-b135-ddfd1000586d {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:35:33.250846 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b362340-ff23-458c-b135-ddfd1000586d'] response: {'server_uuid': '3fac0056-e65d-4d76-9dd3-c9ea66d23591', 'name': 'network-vif-deleted', 'tag': '98a972ef-19d8-4fbb-9ec1-094674242318', 'status': 'completed', 'code': 200} Apr 12 14:35:33.759757 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 34620) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:35:33.825098 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-801dbde0-537c-4355-88cb-611b2c7d8b51 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group (9b76f16e-92e0-4fda-9ce0-878d2aa5c720), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:33.848126 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-801dbde0-537c-4355-88cb-611b2c7d8b51 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group (9b76f16e-92e0-4fda-9ce0-878d2aa5c720), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:33.897154 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-801dbde0-537c-4355-88cb-611b2c7d8b51 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (9b76f16e-92e0-4fda-9ce0-878d2aa5c720), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:33.899751 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-801dbde0-537c-4355-88cb-611b2c7d8b51 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:33.900969 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-801dbde0-537c-4355-88cb-611b2c7d8b51 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "DELETE /v2.0/security-groups/9b76f16e-92e0-4fda-9ce0-878d2aa5c720 HTTP/1.1" status: 204 len: 168 time: 0.1399293 Apr 12 14:35:33.903887 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 34622) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:35:33.910548 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801dbde0-537c-4355-88cb-611b2c7d8b51 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b76f16e-92e0-4fda-9ce0-878d2aa5c720,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:33.921839 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.api.v2.resource [None req-99a28eff-a5ef-4f35-b641-3c948f154736 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] show failed (client error): The resource could not be found. Apr 12 14:35:33.922922 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-99a28eff-a5ef-4f35-b641-3c948f154736 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups/9b76f16e-92e0-4fda-9ce0-878d2aa5c720 HTTP/1.1" status: 404 len: 347 time: 0.0173922 Apr 12 14:35:33.925798 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 34624) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:35:34.044975 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2993cfd5-a0d4-4b37-813f-b8abe361b081 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Deleting port a5d1ff54-fbb9-4af5-b315-b6043e027023 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:35:34.045313 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2993cfd5-a0d4-4b37-813f-b8abe361b081 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (a5d1ff54-fbb9-4af5-b315-b6043e027023), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:34.127312 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2993cfd5-a0d4-4b37-813f-b8abe361b081 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (a5d1ff54-fbb9-4af5-b315-b6043e027023), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:34.127642 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2993cfd5-a0d4-4b37-813f-b8abe361b081 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (a5d1ff54-fbb9-4af5-b315-b6043e027023), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:34.140239 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2993cfd5-a0d4-4b37-813f-b8abe361b081 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Calling delete_port for a5d1ff54-fbb9-4af5-b315-b6043e027023 owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:35:34.296619 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2993cfd5-a0d4-4b37-813f-b8abe361b081 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (a5d1ff54-fbb9-4af5-b315-b6043e027023), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:34.333627 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993cfd5-a0d4-4b37-813f-b8abe361b081 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event deleted for resources: {'Port': ['ID=a5d1ff54-fbb9-4af5-b315-b6043e027023,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:34.344611 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993cfd5-a0d4-4b37-813f-b8abe361b081 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:34.344996 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993cfd5-a0d4-4b37-813f-b8abe361b081 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:34.345350 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993cfd5-a0d4-4b37-813f-b8abe361b081 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:34.345692 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993cfd5-a0d4-4b37-813f-b8abe361b081 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:34.346032 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993cfd5-a0d4-4b37-813f-b8abe361b081 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:34.346365 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993cfd5-a0d4-4b37-813f-b8abe361b081 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:34.346696 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993cfd5-a0d4-4b37-813f-b8abe361b081 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:34.347031 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993cfd5-a0d4-4b37-813f-b8abe361b081 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:34.347356 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993cfd5-a0d4-4b37-813f-b8abe361b081 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:34.347682 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993cfd5-a0d4-4b37-813f-b8abe361b081 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:34.348010 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993cfd5-a0d4-4b37-813f-b8abe361b081 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:34.348340 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993cfd5-a0d4-4b37-813f-b8abe361b081 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:34.348659 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993cfd5-a0d4-4b37-813f-b8abe361b081 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:34.349010 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993cfd5-a0d4-4b37-813f-b8abe361b081 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:34.349335 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2993cfd5-a0d4-4b37-813f-b8abe361b081 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:34.415275 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2993cfd5-a0d4-4b37-813f-b8abe361b081 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (3fe0a8cb-a11e-439b-b662-59a47c789fa7), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:34.417867 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2993cfd5-a0d4-4b37-813f-b8abe361b081 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:34.419071 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-2993cfd5-a0d4-4b37-813f-b8abe361b081 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "DELETE /v2.0/floatingips/3fe0a8cb-a11e-439b-b662-59a47c789fa7 HTTP/1.1" status: 204 len: 168 time: 0.4923651 Apr 12 14:35:34.649718 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 34634) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:35:34.654942 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-613204a4-0eea-4bcb-8b2e-433ba9034490 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--564256355', 'description': 'tempest-description--1182821379'}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:35:34.674431 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-613204a4-0eea-4bcb-8b2e-433ba9034490 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:34.744482 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-613204a4-0eea-4bcb-8b2e-433ba9034490 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group (533469e6-8aac-4a40-a26a-4834ab5bf2ad), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:34.748948 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-613204a4-0eea-4bcb-8b2e-433ba9034490 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (533469e6-8aac-4a40-a26a-4834ab5bf2ad), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:34.782294 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-613204a4-0eea-4bcb-8b2e-433ba9034490 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:34.783564 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-613204a4-0eea-4bcb-8b2e-433ba9034490 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1328423 Apr 12 14:35:34.785857 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613204a4-0eea-4bcb-8b2e-433ba9034490 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=533469e6-8aac-4a40-a26a-4834ab5bf2ad,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:34.788808 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 34636) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:35:34.793466 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-acfb886a-0035-4278-9992-7ebbefed45b7 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Request body: {'security_group_rule': {'security_group_id': '533469e6-8aac-4a40-a26a-4834ab5bf2ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:35:34.819465 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-acfb886a-0035-4278-9992-7ebbefed45b7 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group_rule (480b4b1d-90d2-4588-a766-9cf32bbd5af4), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:34.877724 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-acfb886a-0035-4278-9992-7ebbefed45b7 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group_rule (480b4b1d-90d2-4588-a766-9cf32bbd5af4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:34.881126 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-acfb886a-0035-4278-9992-7ebbefed45b7 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (480b4b1d-90d2-4588-a766-9cf32bbd5af4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:34.905873 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb886a-0035-4278-9992-7ebbefed45b7 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480b4b1d-90d2-4588-a766-9cf32bbd5af4,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:34.911373 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-acfb886a-0035-4278-9992-7ebbefed45b7 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:34.912547 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-acfb886a-0035-4278-9992-7ebbefed45b7 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226676 Apr 12 14:35:34.915221 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 34638) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:35:34.920103 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-4b322d9e-7521-444f-9d2d-c40481f56ef9 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Request body: {'security_group_rule': {'security_group_id': '533469e6-8aac-4a40-a26a-4834ab5bf2ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:35:34.951486 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4b322d9e-7521-444f-9d2d-c40481f56ef9 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group_rule (cc75192e-497d-470f-aab6-30d48bc54414), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:35.009161 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4b322d9e-7521-444f-9d2d-c40481f56ef9 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group_rule (cc75192e-497d-470f-aab6-30d48bc54414), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:35.012743 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4b322d9e-7521-444f-9d2d-c40481f56ef9 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589408'] for security_group_rule (cc75192e-497d-470f-aab6-30d48bc54414), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:35.030919 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b322d9e-7521-444f-9d2d-c40481f56ef9 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc75192e-497d-470f-aab6-30d48bc54414,revision_number=0']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:35.038562 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-4b322d9e-7521-444f-9d2d-c40481f56ef9 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:35.039751 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-4b322d9e-7521-444f-9d2d-c40481f56ef9 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236300 Apr 12 14:35:35.042766 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 34640) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:35:35.050276 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-ceea430f-682b-4bcf-a1b9-f9cb3e590c29 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Request body: {'floatingip': {'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:35:35.072778 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ceea430f-682b-4bcf-a1b9-f9cb3e590c29 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:35.156255 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ceea430f-682b-4bcf-a1b9-f9cb3e590c29 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:35.266641 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [None req-ceea430f-682b-4bcf-a1b9-f9cb3e590c29 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Allocated IP 172.27.0.149 (d880c522-0b20-4278-b126-cb351e10a8a1/d5f6c94a-8527-427a-a2ce-715c797655f2/3713079e-a365-452b-9396-89782a26f8f0) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:35:35.379471 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ceea430f-682b-4bcf-a1b9-f9cb3e590c29 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for port (3713079e-a365-452b-9396-89782a26f8f0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:35.426245 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ceea430f-682b-4bcf-a1b9-f9cb3e590c29 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (3713079e-a365-452b-9396-89782a26f8f0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:35.470960 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceea430f-682b-4bcf-a1b9-f9cb3e590c29 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Network d880c522-0b20-4278-b126-cb351e10a8a1 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:35:35.470960 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [None req-ceea430f-682b-4bcf-a1b9-f9cb3e590c29 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:35:35.470960 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceea430f-682b-4bcf-a1b9-f9cb3e590c29 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:35:35.480082 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea430f-682b-4bcf-a1b9-f9cb3e590c29 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event updated for resources: {'Port': ['ID=3713079e-a365-452b-9396-89782a26f8f0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:35.561878 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ceea430f-682b-4bcf-a1b9-f9cb3e590c29 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (709ec93b-1964-42a5-9dea-20fd3ee1ed0e), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:35.602644 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ceea430f-682b-4bcf-a1b9-f9cb3e590c29 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (3713079e-a365-452b-9396-89782a26f8f0), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:35.757939 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ceea430f-682b-4bcf-a1b9-f9cb3e590c29 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for port (3713079e-a365-452b-9396-89782a26f8f0), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:35.763219 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ceea430f-682b-4bcf-a1b9-f9cb3e590c29 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (3713079e-a365-452b-9396-89782a26f8f0), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:35.841181 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea430f-682b-4bcf-a1b9-f9cb3e590c29 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event updated for resources: {'Port': ['ID=3713079e-a365-452b-9396-89782a26f8f0,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:35.852195 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ceea430f-682b-4bcf-a1b9-f9cb3e590c29 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (709ec93b-1964-42a5-9dea-20fd3ee1ed0e), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:35.868190 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ceea430f-682b-4bcf-a1b9-f9cb3e590c29 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:35.869451 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-ceea430f-682b-4bcf-a1b9-f9cb3e590c29 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8245709 Apr 12 14:35:36.063766 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-cbfc8466-08f2-4d99-a67a-7bad80d10bcc tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--564256355&fields=id&tenant_id=b89123ba80a94b8d8e37e734b8a4615a HTTP/1.1" status: 200 len: 267 time: 0.0438068 Apr 12 14:35:36.172161 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-addfe7ff-fd78-47fe-8800-f18c532df836 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:36.173632 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-addfe7ff-fd78-47fe-8800-f18c532df836 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/networks?id=b92ade3c-1952-4e8c-a71a-76cbe01a1576 HTTP/1.1" status: 200 len: 815 time: 0.1034386 Apr 12 14:35:36.188298 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-8a1d93ea-1cce-416d-ba41-fc14bf3c9ad9 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/quotas/b89123ba80a94b8d8e37e734b8a4615a HTTP/1.1" status: 200 len: 375 time: 0.0092554 Apr 12 14:35:36.238848 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-fd3d4819-b338-4259-b802-fc9e7564e555 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b89123ba80a94b8d8e37e734b8a4615a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442398 Apr 12 14:35:36.337123 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-45cc65c4-efc2-4249-9363-93be4d8593f0 service neutron] 10.222.0.79 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864279 Apr 12 14:35:36.436282 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-b553e72c-5c3c-4a26-813b-44260b1a944c service neutron] 10.222.0.79 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927122 Apr 12 14:35:36.597460 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-63ee153c-606f-4672-b227-20180025fcf7 req-e6d908ab-ed4c-45f5-94c6-a66a07040b08 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=735286f5-f26f-4e23-a909-b588c579bfff HTTP/1.1" status: 200 len: 210 time: 0.0292029 Apr 12 14:35:37.372668 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:37.382483 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 98a972ef-19d8-4fbb-9ec1-094674242318 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:35:37.404257 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] No Port match for: 98a972ef-19d8-4fbb-9ec1-094674242318 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:35:37.404611 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 98a972ef-19d8-4fbb-9ec1-094674242318 not bound to the agent host hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:35:37.691707 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1bec5599-9391-4787-92d5-6657b7746a48 req-ec7863dc-cad1-4f12-9690-267195e7be63 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=735286f5-f26f-4e23-a909-b588c579bfff HTTP/1.1" status: 200 len: 210 time: 0.0281458 Apr 12 14:35:38.100773 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-85639a09-642a-4151-8dbd-d45c68acce84 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:38.102288 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-85639a09-642a-4151-8dbd-d45c68acce84 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.69 "GET /v2.0/networks?id=b92ade3c-1952-4e8c-a71a-76cbe01a1576 HTTP/1.1" status: 200 len: 815 time: 0.1065357 Apr 12 14:35:38.185833 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-2f9b99e5-6304-477f-b800-62aee5470836 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b89123ba80a94b8d8e37e734b8a4615a HTTP/1.1" status: 200 len: 379 time: 0.0533962 Apr 12 14:35:38.283563 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-6cd02113-053f-4ab8-b209-36501d859b3d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Request body: {'port': {'device_id': '735286f5-f26f-4e23-a909-b588c579bfff', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'admin_state_up': True, 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'security_groups': ['533469e6-8aac-4a40-a26a-4834ab5bf2ad']}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:35:38.391353 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-6cd02113-053f-4ab8-b209-36501d859b3d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Made reservation on behalf of b89123ba80a94b8d8e37e734b8a4615a for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:35:38.394561 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-6cd02113-053f-4ab8-b209-36501d859b3d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:38.521426 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-6cd02113-053f-4ab8-b209-36501d859b3d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Allocated IP 172.20.0.12 (b92ade3c-1952-4e8c-a71a-76cbe01a1576/f447f83a-4258-47f2-9876-65788ff6ba27/f55791aa-14a1-4afa-bb2e-1bd5b2bac347) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:35:38.679741 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-6cd02113-053f-4ab8-b209-36501d859b3d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for port (f55791aa-14a1-4afa-bb2e-1bd5b2bac347), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:38.723915 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-6cd02113-053f-4ab8-b209-36501d859b3d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (f55791aa-14a1-4afa-bb2e-1bd5b2bac347), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:38.769104 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-6cd02113-053f-4ab8-b209-36501d859b3d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Network b92ade3c-1952-4e8c-a71a-76cbe01a1576 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:35:38.781568 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-6cd02113-053f-4ab8-b209-36501d859b3d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:35:38.785308 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-6cd02113-053f-4ab8-b209-36501d859b3d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:35:38.857903 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd02113-053f-4ab8-b209-36501d859b3d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event updated for resources: {'Port': ['ID=f55791aa-14a1-4afa-bb2e-1bd5b2bac347,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:38.885986 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f15f2-f2b4-4409-b62e-c1dee715535d req-696128fd-e330-4e94-b333-e47d9df20211 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:38.887657 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1f1f15f2-f2b4-4409-b62e-c1dee715535d req-696128fd-e330-4e94-b333-e47d9df20211 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=735286f5-f26f-4e23-a909-b588c579bfff HTTP/1.1" status: 200 len: 932 time: 0.1234386 Apr 12 14:35:38.903732 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-6cd02113-053f-4ab8-b209-36501d859b3d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:38.904685 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-6cd02113-053f-4ab8-b209-36501d859b3d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:38.942235 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-6cd02113-053f-4ab8-b209-36501d859b3d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6628797 Apr 12 14:35:38.959914 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1f1f15f2-f2b4-4409-b62e-c1dee715535d req-d7157149-bfbe-4e82-b805-38ea542c7855 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=533469e6-8aac-4a40-a26a-4834ab5bf2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662432 Apr 12 14:35:38.964791 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-03d24565-c91e-433c-b07b-28de567fbbf5 service neutron] Request body: {'port': {'device_id': '735286f5-f26f-4e23-a909-b588c579bfff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:35:39.019355 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-ee12a2e8-96a4-4a31-b6ec-e57f146f3352 None None] Provisioning complete for port f55791aa-14a1-4afa-bb2e-1bd5b2bac347 triggered by entity DHCP. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:35:39.019988 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ee12a2e8-96a4-4a31-b6ec-e57f146f3352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (f55791aa-14a1-4afa-bb2e-1bd5b2bac347), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:39.028208 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-03d24565-c91e-433c-b07b-28de567fbbf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (f55791aa-14a1-4afa-bb2e-1bd5b2bac347), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:39.055742 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-ee12a2e8-96a4-4a31-b6ec-e57f146f3352 None None] Port f55791aa-14a1-4afa-bb2e-1bd5b2bac347 cannot update to ACTIVE because it is not bound. {{(pid=103285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 14:35:39.314937 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-03d24565-c91e-433c-b07b-28de567fbbf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f55791aa-14a1-4afa-bb2e-1bd5b2bac347 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:35:39.323176 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-03d24565-c91e-433c-b07b-28de567fbbf5 service neutron] Publish callbacks [] for port (f55791aa-14a1-4afa-bb2e-1bd5b2bac347), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:39.335628 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-03d24565-c91e-433c-b07b-28de567fbbf5 service neutron] Transition to ACTIVE for port object f55791aa-14a1-4afa-bb2e-1bd5b2bac347 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:35:39.339435 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-03d24565-c91e-433c-b07b-28de567fbbf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (f55791aa-14a1-4afa-bb2e-1bd5b2bac347), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:39.392223 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d24565-c91e-433c-b07b-28de567fbbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=f55791aa-14a1-4afa-bb2e-1bd5b2bac347,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:39.486548 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-03d24565-c91e-433c-b07b-28de567fbbf5 service neutron] Attempting to bind port f55791aa-14a1-4afa-bb2e-1bd5b2bac347 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:35:39.486952 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-03d24565-c91e-433c-b07b-28de567fbbf5 service neutron] Attempting to bind port f55791aa-14a1-4afa-bb2e-1bd5b2bac347 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '5facf32a-40c5-4067-8228-6e38b04f0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:35:39.487297 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-03d24565-c91e-433c-b07b-28de567fbbf5 service neutron] Attempting to bind port f55791aa-14a1-4afa-bb2e-1bd5b2bac347 on network b92ade3c-1952-4e8c-a71a-76cbe01a1576 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:35:39.491992 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-03d24565-c91e-433c-b07b-28de567fbbf5 service neutron] Port f55791aa-14a1-4afa-bb2e-1bd5b2bac347 on network b92ade3c-1952-4e8c-a71a-76cbe01a1576 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:35:39.492313 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-03d24565-c91e-433c-b07b-28de567fbbf5 service neutron] Attempting to bind port f55791aa-14a1-4afa-bb2e-1bd5b2bac347 on network b92ade3c-1952-4e8c-a71a-76cbe01a1576 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:35:39.498419 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-03d24565-c91e-433c-b07b-28de567fbbf5 service neutron] Checking agent: {'id': '533323ec-e26b-4d23-bab1-f8a1493e3727', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'started_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:35:39.498761 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-03d24565-c91e-433c-b07b-28de567fbbf5 service neutron] Checking segment: {'id': '5facf32a-40c5-4067-8228-6e38b04f0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:35:39.499156 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-03d24565-c91e-433c-b07b-28de567fbbf5 service neutron] Bound using segment: {'id': '5facf32a-40c5-4067-8228-6e38b04f0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:35:39.499581 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-03d24565-c91e-433c-b07b-28de567fbbf5 service neutron] Bound port: f55791aa-14a1-4afa-bb2e-1bd5b2bac347, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5facf32a-40c5-4067-8228-6e38b04f0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:35:39.499938 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-03d24565-c91e-433c-b07b-28de567fbbf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (f55791aa-14a1-4afa-bb2e-1bd5b2bac347), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:39.568293 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-03d24565-c91e-433c-b07b-28de567fbbf5 service neutron] For port f55791aa-14a1-4afa-bb2e-1bd5b2bac347, host hv-cinder-83752, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:35:39.571888 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-03d24565-c91e-433c-b07b-28de567fbbf5 service neutron] For port f55791aa-14a1-4afa-bb2e-1bd5b2bac347, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f55791aa-14a1-4afa-bb2e-1bd5b2bac347,segment=NetworkSegment(5facf32a-40c5-4067-8228-6e38b04f0740),segment_id=5facf32a-40c5-4067-8228-6e38b04f0740)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:35:39.579025 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-03d24565-c91e-433c-b07b-28de567fbbf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (f55791aa-14a1-4afa-bb2e-1bd5b2bac347), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:39.613953 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-03d24565-c91e-433c-b07b-28de567fbbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:39.614581 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-03d24565-c91e-433c-b07b-28de567fbbf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:39.615999 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-03d24565-c91e-433c-b07b-28de567fbbf5 service neutron] 10.222.0.69 "PUT /v2.0/ports/f55791aa-14a1-4afa-bb2e-1bd5b2bac347 HTTP/1.1" status: 200 len: 1094 time: 0.6551929 Apr 12 14:35:39.616441 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735286f5-f26f-4e23-a909-b588c579bfff', 'tag': 'f55791aa-14a1-4afa-bb2e-1bd5b2bac347'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:35:39.618829 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6354f2f8-d314-496d-a91b-30ecf75afbe7" -d '{"events": [{"name": "network-changed", "server_uuid": "735286f5-f26f-4e23-a909-b588c579bfff", "tag": "f55791aa-14a1-4afa-bb2e-1bd5b2bac347"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:35:39.652243 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d24565-c91e-433c-b07b-28de567fbbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=f55791aa-14a1-4afa-bb2e-1bd5b2bac347,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:39.658148 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c8af9a-5355-4c8f-94b6-083ecfb13197 x-openstack-request-id: req-96c8af9a-5355-4c8f-94b6-083ecfb13197 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:35:39.658443 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735286f5-f26f-4e23-a909-b588c579bfff", "tag": "f55791aa-14a1-4afa-bb2e-1bd5b2bac347", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:35:39.658696 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-96c8af9a-5355-4c8f-94b6-083ecfb13197 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:35:39.659106 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96c8af9a-5355-4c8f-94b6-083ecfb13197'] response: {'name': 'network-changed', 'server_uuid': '735286f5-f26f-4e23-a909-b588c579bfff', 'tag': 'f55791aa-14a1-4afa-bb2e-1bd5b2bac347', 'status': 'completed', 'code': 200} Apr 12 14:35:39.732241 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-48d57c60-fd53-435f-98b1-f1dde263643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:39.733844 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-48d57c60-fd53-435f-98b1-f1dde263643f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b89123ba80a94b8d8e37e734b8a4615a&device_id=735286f5-f26f-4e23-a909-b588c579bfff HTTP/1.1" status: 200 len: 1128 time: 0.0471003 Apr 12 14:35:39.790539 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-cd6b4189-e7bc-402c-9495-e956ee309951 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f55791aa-14a1-4afa-bb2e-1bd5b2bac347 HTTP/1.1" status: 200 len: 217 time: 0.0417666 Apr 12 14:35:39.860788 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-4ea6dd92-e44e-4e57-9625-e1d1caa0a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:39.862304 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-4ea6dd92-e44e-4e57-9625-e1d1caa0a51c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f447f83a-4258-47f2-9876-65788ff6ba27 HTTP/1.1" status: 200 len: 854 time: 0.0649817 Apr 12 14:35:39.909739 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-9a687a73-9fe5-4741-abb4-acf097338bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:39.911239 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-9a687a73-9fe5-4741-abb4-acf097338bd3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b92ade3c-1952-4e8c-a71a-76cbe01a1576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420880 Apr 12 14:35:40.014938 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-3b886b4b-f914-4684-994d-de7f17d7e8d9 service neutron] 10.222.0.69 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965416 Apr 12 14:35:40.121949 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8f44a-c4a7-487d-a438-9ac7735b0091 req-abbd5e67-3e9b-4728-8fb1-1d9167a98e1a tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:40.123324 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-72f8f44a-c4a7-487d-a438-9ac7735b0091 req-abbd5e67-3e9b-4728-8fb1-1d9167a98e1a tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=735286f5-f26f-4e23-a909-b588c579bfff HTTP/1.1" status: 200 len: 944 time: 0.0938809 Apr 12 14:35:40.165009 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0aa5e390-f7ef-4587-bd6c-1dc73a29712a req-3bf3f9c4-7df9-49c8-9e57-38b6aaea403e service neutron] 10.222.0.69 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436167 Apr 12 14:35:40.185754 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-72f8f44a-c4a7-487d-a438-9ac7735b0091 req-427ae14a-282e-48eb-903a-7f98130b305f tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=533469e6-8aac-4a40-a26a-4834ab5bf2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567207 Apr 12 14:35:41.301063 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277286b3-5250-45c4-9e32-50a86f93f946 req-12e4a05b-e77e-4d29-824e-05d4d7912e28 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:41.302637 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-277286b3-5250-45c4-9e32-50a86f93f946 req-12e4a05b-e77e-4d29-824e-05d4d7912e28 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=735286f5-f26f-4e23-a909-b588c579bfff HTTP/1.1" status: 200 len: 944 time: 0.0472651 Apr 12 14:35:41.349028 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-277286b3-5250-45c4-9e32-50a86f93f946 req-166b92fd-ae05-432d-9217-233a41e20cb7 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=533469e6-8aac-4a40-a26a-4834ab5bf2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405896 Apr 12 14:35:42.472051 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cced2-cea2-4923-9990-4b9cab346e67 req-569020fb-ebde-4c0b-ab68-619851e9960d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:42.474602 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-620cced2-cea2-4923-9990-4b9cab346e67 req-569020fb-ebde-4c0b-ab68-619851e9960d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=735286f5-f26f-4e23-a909-b588c579bfff HTTP/1.1" status: 200 len: 944 time: 0.0539136 Apr 12 14:35:42.522676 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-620cced2-cea2-4923-9990-4b9cab346e67 req-ce87dbfe-f69e-44a8-9ebc-eff0b55c76d0 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=533469e6-8aac-4a40-a26a-4834ab5bf2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434604 Apr 12 14:35:43.633270 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62774de0-64ea-4a47-be44-656b4a020b93 req-5800c479-bc6e-4f2d-bd96-cdfba22d6fc2 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:43.634768 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-62774de0-64ea-4a47-be44-656b4a020b93 req-5800c479-bc6e-4f2d-bd96-cdfba22d6fc2 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=735286f5-f26f-4e23-a909-b588c579bfff HTTP/1.1" status: 200 len: 944 time: 0.0469398 Apr 12 14:35:43.688565 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-62774de0-64ea-4a47-be44-656b4a020b93 req-5cc964f5-bd46-44fe-bef8-e6ff25f57033 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=533469e6-8aac-4a40-a26a-4834ab5bf2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413620 Apr 12 14:35:43.772734 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354f2f8-d314-496d-a91b-30ecf75afbe7 req-cf858569-bda9-41bb-8e40-e2504ed3a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:43.774273 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6354f2f8-d314-496d-a91b-30ecf75afbe7 req-cf858569-bda9-41bb-8e40-e2504ed3a776 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b89123ba80a94b8d8e37e734b8a4615a&device_id=735286f5-f26f-4e23-a909-b588c579bfff HTTP/1.1" status: 200 len: 1128 time: 0.0401385 Apr 12 14:35:43.867142 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354f2f8-d314-496d-a91b-30ecf75afbe7 req-d25bfbe8-d40e-4169-aea0-a1614ff201f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:43.868514 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6354f2f8-d314-496d-a91b-30ecf75afbe7 req-d25bfbe8-d40e-4169-aea0-a1614ff201f3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b92ade3c-1952-4e8c-a71a-76cbe01a1576 HTTP/1.1" status: 200 len: 917 time: 0.0873942 Apr 12 14:35:43.914089 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6354f2f8-d314-496d-a91b-30ecf75afbe7 req-38cf4ecb-75ac-4811-b7a0-2241906396e4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f55791aa-14a1-4afa-bb2e-1bd5b2bac347 HTTP/1.1" status: 200 len: 217 time: 0.0357122 Apr 12 14:35:43.975032 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354f2f8-d314-496d-a91b-30ecf75afbe7 req-4c5adb55-6f09-4949-b777-70a0004cd0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:43.976499 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6354f2f8-d314-496d-a91b-30ecf75afbe7 req-4c5adb55-6f09-4949-b777-70a0004cd0cb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f447f83a-4258-47f2-9876-65788ff6ba27 HTTP/1.1" status: 200 len: 854 time: 0.0546722 Apr 12 14:35:44.022230 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354f2f8-d314-496d-a91b-30ecf75afbe7 req-ef427311-895b-4630-9497-e8365bdff0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:44.023738 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6354f2f8-d314-496d-a91b-30ecf75afbe7 req-ef427311-895b-4630-9497-e8365bdff0b0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b92ade3c-1952-4e8c-a71a-76cbe01a1576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400276 Apr 12 14:35:44.116706 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6354f2f8-d314-496d-a91b-30ecf75afbe7 req-116e57f0-0a41-4557-9c92-3d9c71194815 service neutron] 10.222.0.69 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844357 Apr 12 14:35:44.289924 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-479501ae-5101-4db2-8c21-6f1b88cd9b12 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:44.291375 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-479501ae-5101-4db2-8c21-6f1b88cd9b12 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/networks?id=1805baf1-093e-44e5-a044-fc3a65ffad20 HTTP/1.1" status: 200 len: 814 time: 0.1681166 Apr 12 14:35:44.293947 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-6354f2f8-d314-496d-a91b-30ecf75afbe7 req-fcdf0074-8d46-47b8-ade4-9bf294524a57 service neutron] 10.222.0.69 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688912 Apr 12 14:35:44.307270 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-225e69a1-86b5-4bf3-a466-96dee165d8e7 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/quotas/94f6b6e4eedc4aaeaa8c519287b37a7d HTTP/1.1" status: 200 len: 375 time: 0.0098760 Apr 12 14:35:44.341212 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-9f267c93-0470-45a1-ad56-f2fae2e3ba95 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=94f6b6e4eedc4aaeaa8c519287b37a7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277584 Apr 12 14:35:44.436513 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-6865db5f-7c3b-4cf0-8dbd-358ef69dd326 service neutron] 10.222.0.79 "GET /v2.0/networks/1805baf1-093e-44e5-a044-fc3a65ffad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885048 Apr 12 14:35:44.523916 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-33572f40-d982-4247-8f37-9d6a21813cbc service neutron] 10.222.0.79 "GET /v2.0/networks/1805baf1-093e-44e5-a044-fc3a65ffad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817428 Apr 12 14:35:44.687152 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-69dbda9d-d648-433f-a2c4-a4e677778f03 req-0b886edc-9dae-4611-9927-cf8ecccd9795 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=115c7cf0-75fd-4d44-89c5-3871d6dd1be1 HTTP/1.1" status: 200 len: 210 time: 0.0295517 Apr 12 14:35:44.816658 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48a1b1-094f-44eb-bf21-dac5ede632e5 req-25a08437-2755-429e-8a45-0190589884eb tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:44.818102 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2e48a1b1-094f-44eb-bf21-dac5ede632e5 req-25a08437-2755-429e-8a45-0190589884eb tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=735286f5-f26f-4e23-a909-b588c579bfff HTTP/1.1" status: 200 len: 944 time: 0.0524187 Apr 12 14:35:45.142349 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2e48a1b1-094f-44eb-bf21-dac5ede632e5 req-31d75c87-7326-4a14-be1d-32c73e2f6e57 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=533469e6-8aac-4a40-a26a-4834ab5bf2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3178110 Apr 12 14:35:45.399321 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device f55791aa-14a1-4afa-bb2e-1bd5b2bac347 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:35:45.497163 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port f55791aa-14a1-4afa-bb2e-1bd5b2bac347, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f55791aa-14a1-4afa-bb2e-1bd5b2bac347,segment=NetworkSegment(5facf32a-40c5-4067-8228-6e38b04f0740),segment_id=5facf32a-40c5-4067-8228-6e38b04f0740)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:35:45.508117 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Returning: {'device': 'f55791aa-14a1-4afa-bb2e-1bd5b2bac347', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'port_id': 'f55791aa-14a1-4afa-bb2e-1bd5b2bac347', 'mac_address': 'fa:16:3e:49:80:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:35:45.552709 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port f55791aa-14a1-4afa-bb2e-1bd5b2bac347 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:35:45.553134 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (f55791aa-14a1-4afa-bb2e-1bd5b2bac347), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:45.567006 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f55791aa-14a1-4afa-bb2e-1bd5b2bac347 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:35:45.589448 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port f55791aa-14a1-4afa-bb2e-1bd5b2bac347, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f55791aa-14a1-4afa-bb2e-1bd5b2bac347,segment=NetworkSegment(5facf32a-40c5-4067-8228-6e38b04f0740),segment_id=5facf32a-40c5-4067-8228-6e38b04f0740)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:35:45.594498 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (f55791aa-14a1-4afa-bb2e-1bd5b2bac347), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:45.663293 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=f55791aa-14a1-4afa-bb2e-1bd5b2bac347,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:45.675480 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:45.675968 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:45.676450 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:45.676946 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:45.677421 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:45.678041 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:45.678701 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:45.680547 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:45.680547 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:45.680547 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:45.680841 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:45.681250 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:45.681793 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:45.682353 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:45.682871 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:35:45.779846 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-b0df6180-166a-4ebc-9edb-b61997645702 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:45.781711 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-b0df6180-166a-4ebc-9edb-b61997645702 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.69 "GET /v2.0/networks?id=1805baf1-093e-44e5-a044-fc3a65ffad20 HTTP/1.1" status: 200 len: 814 time: 0.1425166 Apr 12 14:35:45.804531 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-46a11b5a-cfee-43fe-917e-ee7a4ebfd380 req-664fc017-48a3-4104-8510-2ed9514f0fad tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=115c7cf0-75fd-4d44-89c5-3871d6dd1be1 HTTP/1.1" status: 200 len: 210 time: 0.0397284 Apr 12 14:35:45.814733 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-4f2063e2-b485-4806-a8fd-00634fb6209c tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Request body: {'port': {'device_id': '115c7cf0-75fd-4d44-89c5-3871d6dd1be1', 'network_id': '1805baf1-093e-44e5-a044-fc3a65ffad20', 'admin_state_up': True, 'tenant_id': '94f6b6e4eedc4aaeaa8c519287b37a7d'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:35:45.927313 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-4f2063e2-b485-4806-a8fd-00634fb6209c tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Made reservation on behalf of 94f6b6e4eedc4aaeaa8c519287b37a7d for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:35:45.928142 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['f55791aa-14a1-4afa-bb2e-1bd5b2bac347'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:35:45.930629 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-4f2063e2-b485-4806-a8fd-00634fb6209c tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:46.062271 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-4f2063e2-b485-4806-a8fd-00634fb6209c tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Allocated IP 172.20.0.11 (1805baf1-093e-44e5-a044-fc3a65ffad20/569083f2-3a1a-4007-a99b-5e7e7944ee17/381951bd-cdbd-4342-bfaa-dbc0172ebd2c) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:35:46.216783 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-4f2063e2-b485-4806-a8fd-00634fb6209c tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Publish callbacks [] for port (381951bd-cdbd-4342-bfaa-dbc0172ebd2c), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:46.268500 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c451e-1e7f-4689-9ba6-67b5e62632f3 req-45f57133-bbfe-4f59-af27-bb646977b4d7 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:46.269983 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-305c451e-1e7f-4689-9ba6-67b5e62632f3 req-45f57133-bbfe-4f59-af27-bb646977b4d7 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=735286f5-f26f-4e23-a909-b588c579bfff HTTP/1.1" status: 200 len: 945 time: 0.0578287 Apr 12 14:35:46.303570 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-4f2063e2-b485-4806-a8fd-00634fb6209c tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (381951bd-cdbd-4342-bfaa-dbc0172ebd2c), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:46.363928 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-4f2063e2-b485-4806-a8fd-00634fb6209c tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Network 1805baf1-093e-44e5-a044-fc3a65ffad20 is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:35:46.369574 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-305c451e-1e7f-4689-9ba6-67b5e62632f3 req-ef106fff-f78d-4555-8d8d-d04db2ac2c79 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=533469e6-8aac-4a40-a26a-4834ab5bf2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934207 Apr 12 14:35:46.375543 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-4f2063e2-b485-4806-a8fd-00634fb6209c tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:35:46.378015 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2063e2-b485-4806-a8fd-00634fb6209c tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Pushing event updated for resources: {'Port': ['ID=381951bd-cdbd-4342-bfaa-dbc0172ebd2c,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:46.380106 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-4f2063e2-b485-4806-a8fd-00634fb6209c tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:35:46.431552 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-4f2063e2-b485-4806-a8fd-00634fb6209c tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:46.432071 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-4f2063e2-b485-4806-a8fd-00634fb6209c tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:46.447937 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-4f2063e2-b485-4806-a8fd-00634fb6209c tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6369925 Apr 12 14:35:46.466119 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-b95d5dfb-a351-4a47-a52d-2e7a514d6fa6 service neutron] Request body: {'port': {'device_id': '115c7cf0-75fd-4d44-89c5-3871d6dd1be1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:35:46.534923 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-b95d5dfb-a351-4a47-a52d-2e7a514d6fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (381951bd-cdbd-4342-bfaa-dbc0172ebd2c), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:46.814807 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-b95d5dfb-a351-4a47-a52d-2e7a514d6fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 381951bd-cdbd-4342-bfaa-dbc0172ebd2c {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:35:46.822643 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-b95d5dfb-a351-4a47-a52d-2e7a514d6fa6 service neutron] Publish callbacks [] for port (381951bd-cdbd-4342-bfaa-dbc0172ebd2c), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:46.836684 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-b95d5dfb-a351-4a47-a52d-2e7a514d6fa6 service neutron] Transition to ACTIVE for port object 381951bd-cdbd-4342-bfaa-dbc0172ebd2c will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:35:46.845933 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-b95d5dfb-a351-4a47-a52d-2e7a514d6fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (381951bd-cdbd-4342-bfaa-dbc0172ebd2c), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:46.946613 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3a250-7c8a-4398-b08f-1c1fe40e3e01 req-5806a13b-1fda-4a4e-b337-8294069d1f28 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:46.948076 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-18b3a250-7c8a-4398-b08f-1c1fe40e3e01 req-5806a13b-1fda-4a4e-b337-8294069d1f28 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=115c7cf0-75fd-4d44-89c5-3871d6dd1be1 HTTP/1.1" status: 200 len: 944 time: 0.0665610 Apr 12 14:35:46.950080 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d5dfb-a351-4a47-a52d-2e7a514d6fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=381951bd-cdbd-4342-bfaa-dbc0172ebd2c,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:47.056063 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-18b3a250-7c8a-4398-b08f-1c1fe40e3e01 req-7c42e7b7-9abb-4a06-abdc-ae9d14a7e283 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/security-groups?id=8502d7a4-4beb-4234-a290-3890d57902cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889332 Apr 12 14:35:47.060135 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-b95d5dfb-a351-4a47-a52d-2e7a514d6fa6 service neutron] Attempting to bind port 381951bd-cdbd-4342-bfaa-dbc0172ebd2c on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:35:47.060474 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-b95d5dfb-a351-4a47-a52d-2e7a514d6fa6 service neutron] Attempting to bind port 381951bd-cdbd-4342-bfaa-dbc0172ebd2c by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '0c5eb41a-8388-4db2-b007-09d224bb3748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1805baf1-093e-44e5-a044-fc3a65ffad20'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:35:47.060804 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-b95d5dfb-a351-4a47-a52d-2e7a514d6fa6 service neutron] Attempting to bind port 381951bd-cdbd-4342-bfaa-dbc0172ebd2c on network 1805baf1-093e-44e5-a044-fc3a65ffad20 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:35:47.065235 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-b95d5dfb-a351-4a47-a52d-2e7a514d6fa6 service neutron] Port 381951bd-cdbd-4342-bfaa-dbc0172ebd2c on network 1805baf1-093e-44e5-a044-fc3a65ffad20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:35:47.065557 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-b95d5dfb-a351-4a47-a52d-2e7a514d6fa6 service neutron] Attempting to bind port 381951bd-cdbd-4342-bfaa-dbc0172ebd2c on network 1805baf1-093e-44e5-a044-fc3a65ffad20 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:35:47.070526 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-b95d5dfb-a351-4a47-a52d-2e7a514d6fa6 service neutron] Checking agent: {'id': '533323ec-e26b-4d23-bab1-f8a1493e3727', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'started_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:35:47.070861 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-b95d5dfb-a351-4a47-a52d-2e7a514d6fa6 service neutron] Checking segment: {'id': '0c5eb41a-8388-4db2-b007-09d224bb3748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1805baf1-093e-44e5-a044-fc3a65ffad20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:35:47.071239 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-b95d5dfb-a351-4a47-a52d-2e7a514d6fa6 service neutron] Bound using segment: {'id': '0c5eb41a-8388-4db2-b007-09d224bb3748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1805baf1-093e-44e5-a044-fc3a65ffad20'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:35:47.071668 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-b95d5dfb-a351-4a47-a52d-2e7a514d6fa6 service neutron] Bound port: 381951bd-cdbd-4342-bfaa-dbc0172ebd2c, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c5eb41a-8388-4db2-b007-09d224bb3748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '1805baf1-093e-44e5-a044-fc3a65ffad20'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:35:47.072045 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-b95d5dfb-a351-4a47-a52d-2e7a514d6fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (381951bd-cdbd-4342-bfaa-dbc0172ebd2c), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:47.135887 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-b95d5dfb-a351-4a47-a52d-2e7a514d6fa6 service neutron] For port 381951bd-cdbd-4342-bfaa-dbc0172ebd2c, host hv-cinder-83752, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:35:47.140255 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-b95d5dfb-a351-4a47-a52d-2e7a514d6fa6 service neutron] For port 381951bd-cdbd-4342-bfaa-dbc0172ebd2c, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=381951bd-cdbd-4342-bfaa-dbc0172ebd2c,segment=NetworkSegment(0c5eb41a-8388-4db2-b007-09d224bb3748),segment_id=0c5eb41a-8388-4db2-b007-09d224bb3748)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:35:47.146496 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-b95d5dfb-a351-4a47-a52d-2e7a514d6fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (381951bd-cdbd-4342-bfaa-dbc0172ebd2c), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:47.180054 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-b95d5dfb-a351-4a47-a52d-2e7a514d6fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:47.180660 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-b95d5dfb-a351-4a47-a52d-2e7a514d6fa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:47.182036 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-b95d5dfb-a351-4a47-a52d-2e7a514d6fa6 service neutron] 10.222.0.69 "PUT /v2.0/ports/381951bd-cdbd-4342-bfaa-dbc0172ebd2c HTTP/1.1" status: 200 len: 1094 time: 0.7203124 Apr 12 14:35:47.182462 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115c7cf0-75fd-4d44-89c5-3871d6dd1be1', 'tag': '381951bd-cdbd-4342-bfaa-dbc0172ebd2c'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:35:47.184907 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195c8773-f951-4b72-8f31-2d7b8eae50c2" -d '{"events": [{"name": "network-changed", "server_uuid": "115c7cf0-75fd-4d44-89c5-3871d6dd1be1", "tag": "381951bd-cdbd-4342-bfaa-dbc0172ebd2c"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:35:47.209908 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d5dfb-a351-4a47-a52d-2e7a514d6fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=381951bd-cdbd-4342-bfaa-dbc0172ebd2c,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:47.225000 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb79af6-a3df-43b4-aafb-5bc43ca5399c x-openstack-request-id: req-5cb79af6-a3df-43b4-aafb-5bc43ca5399c {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:35:47.225288 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115c7cf0-75fd-4d44-89c5-3871d6dd1be1", "tag": "381951bd-cdbd-4342-bfaa-dbc0172ebd2c", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:35:47.225536 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5cb79af6-a3df-43b4-aafb-5bc43ca5399c {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:35:47.225935 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cb79af6-a3df-43b4-aafb-5bc43ca5399c'] response: {'name': 'network-changed', 'server_uuid': '115c7cf0-75fd-4d44-89c5-3871d6dd1be1', 'tag': '381951bd-cdbd-4342-bfaa-dbc0172ebd2c', 'status': 'completed', 'code': 200} Apr 12 14:35:47.290912 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-824a650d-653c-4241-862f-b11a64658d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:47.292428 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-824a650d-653c-4241-862f-b11a64658d27 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94f6b6e4eedc4aaeaa8c519287b37a7d&device_id=115c7cf0-75fd-4d44-89c5-3871d6dd1be1 HTTP/1.1" status: 200 len: 1128 time: 0.0434823 Apr 12 14:35:47.344768 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-1b76e401-154e-405a-b11a-0404e853890d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=381951bd-cdbd-4342-bfaa-dbc0172ebd2c HTTP/1.1" status: 200 len: 217 time: 0.0354650 Apr 12 14:35:47.398602 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-86aa0e98-2606-460e-8154-0a3eb0dc80c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:47.400002 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-86aa0e98-2606-460e-8154-0a3eb0dc80c7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=569083f2-3a1a-4007-a99b-5e7e7944ee17 HTTP/1.1" status: 200 len: 854 time: 0.0442567 Apr 12 14:35:47.417487 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device f55791aa-14a1-4afa-bb2e-1bd5b2bac347 up at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:35:47.450019 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-19a544ad-0541-4a0f-b6e7-c145de511a99 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1805baf1-093e-44e5-a044-fc3a65ffad20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409400 Apr 12 14:35:47.472604 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning for port f55791aa-14a1-4afa-bb2e-1bd5b2bac347 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:35:47.480253 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning complete for port f55791aa-14a1-4afa-bb2e-1bd5b2bac347 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:35:47.480762 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (f55791aa-14a1-4afa-bb2e-1bd5b2bac347), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:47.513916 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10178f6-0bf8-4f41-b4d9-6c5a41c25c63 req-47e3b5c2-d419-41ba-a90e-ff196edc94c1 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:47.515414 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f10178f6-0bf8-4f41-b4d9-6c5a41c25c63 req-47e3b5c2-d419-41ba-a90e-ff196edc94c1 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=735286f5-f26f-4e23-a909-b588c579bfff HTTP/1.1" status: 200 len: 945 time: 0.0762873 Apr 12 14:35:47.564760 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port f55791aa-14a1-4afa-bb2e-1bd5b2bac347 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:35:47.565201 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (f55791aa-14a1-4afa-bb2e-1bd5b2bac347), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:47.589582 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735286f5-f26f-4e23-a909-b588c579bfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55791aa-14a1-4afa-bb2e-1bd5b2bac347'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:35:47.592462 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39110e1d-c08f-41c3-b108-b2a42685c2af" -d '{"events": [{"server_uuid": "735286f5-f26f-4e23-a909-b588c579bfff", "name": "network-vif-plugged", "status": "completed", "tag": "f55791aa-14a1-4afa-bb2e-1bd5b2bac347"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:35:47.610864 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-7d80acd3-936f-4a15-b111-50e0668c1486 service neutron] 10.222.0.69 "GET /v2.0/networks/1805baf1-093e-44e5-a044-fc3a65ffad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404614 Apr 12 14:35:47.614037 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f10178f6-0bf8-4f41-b4d9-6c5a41c25c63 req-51651e0b-15b1-4c47-886c-79058471859d tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=533469e6-8aac-4a40-a26a-4834ab5bf2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718408 Apr 12 14:35:47.615962 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port f55791aa-14a1-4afa-bb2e-1bd5b2bac347, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f55791aa-14a1-4afa-bb2e-1bd5b2bac347,segment=NetworkSegment(5facf32a-40c5-4067-8228-6e38b04f0740),segment_id=5facf32a-40c5-4067-8228-6e38b04f0740)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:35:47.621419 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (f55791aa-14a1-4afa-bb2e-1bd5b2bac347), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:47.654991 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e987ac15-71d8-4232-8669-0cf9d5e303e6 x-openstack-request-id: req-e987ac15-71d8-4232-8669-0cf9d5e303e6 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:35:47.655287 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735286f5-f26f-4e23-a909-b588c579bfff", "name": "network-vif-plugged", "status": "completed", "tag": "f55791aa-14a1-4afa-bb2e-1bd5b2bac347", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:35:47.655662 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e987ac15-71d8-4232-8669-0cf9d5e303e6 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:35:47.655950 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e987ac15-71d8-4232-8669-0cf9d5e303e6'] response: {'server_uuid': '735286f5-f26f-4e23-a909-b588c579bfff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55791aa-14a1-4afa-bb2e-1bd5b2bac347', 'code': 200} Apr 12 14:35:47.684589 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=f55791aa-14a1-4afa-bb2e-1bd5b2bac347,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:47.717503 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ccea98ff-50e7-4355-b7aa-f52691793f6d req-a14cc33f-05f1-4fe9-be66-4eb244c853b5 service neutron] 10.222.0.69 "GET /v2.0/networks/1805baf1-093e-44e5-a044-fc3a65ffad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002107 Apr 12 14:35:48.134677 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-610425a4-fc32-45b6-afeb-be99f045f5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:48.169863 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09a493-a4a9-44cd-ba93-3ad2e04b1619 req-3271aa0a-0beb-44cb-86d0-ea3d5a04aa18 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:48.171317 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5a09a493-a4a9-44cd-ba93-3ad2e04b1619 req-3271aa0a-0beb-44cb-86d0-ea3d5a04aa18 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=115c7cf0-75fd-4d44-89c5-3871d6dd1be1 HTTP/1.1" status: 200 len: 944 time: 0.0481040 Apr 12 14:35:48.235563 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5a09a493-a4a9-44cd-ba93-3ad2e04b1619 req-9bde89a4-1a71-4cf2-adf5-c13a0aae4815 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/security-groups?id=8502d7a4-4beb-4234-a290-3890d57902cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553150 Apr 12 14:35:48.767456 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2cd7d-a041-4533-a3a5-b21a3bb1b8dc req-a434b6b0-1ef2-4bec-8c96-5d69e7e2830b tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:48.768999 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ead2cd7d-a041-4533-a3a5-b21a3bb1b8dc req-a434b6b0-1ef2-4bec-8c96-5d69e7e2830b tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=735286f5-f26f-4e23-a909-b588c579bfff HTTP/1.1" status: 200 len: 946 time: 0.0776136 Apr 12 14:35:48.774321 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c8773-f951-4b72-8f31-2d7b8eae50c2 req-f5cb0c52-bbab-4eac-acc7-0b77033a47f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:48.775740 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-195c8773-f951-4b72-8f31-2d7b8eae50c2 req-f5cb0c52-bbab-4eac-acc7-0b77033a47f2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=94f6b6e4eedc4aaeaa8c519287b37a7d&device_id=115c7cf0-75fd-4d44-89c5-3871d6dd1be1 HTTP/1.1" status: 200 len: 1128 time: 0.0529041 Apr 12 14:35:48.783752 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652768a9-166e-4722-9ffa-aa89f255e913 req-c7465d23-2ed7-4bb5-ae5f-2f281aea2c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:48.785283 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-652768a9-166e-4722-9ffa-aa89f255e913 req-c7465d23-2ed7-4bb5-ae5f-2f281aea2c55 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=735286f5-f26f-4e23-a909-b588c579bfff HTTP/1.1" status: 200 len: 1130 time: 0.0437996 Apr 12 14:35:48.832179 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-652768a9-166e-4722-9ffa-aa89f255e913 req-461b7a8d-ef28-440d-98ad-66c9f14c5286 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=533469e6-8aac-4a40-a26a-4834ab5bf2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391688 Apr 12 14:35:48.877613 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ead2cd7d-a041-4533-a3a5-b21a3bb1b8dc req-8d26ecc5-78f2-4fc6-bc2e-0eaef3c9ceeb tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=533469e6-8aac-4a40-a26a-4834ab5bf2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009202 Apr 12 14:35:48.899938 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c8773-f951-4b72-8f31-2d7b8eae50c2 req-7eca309f-c843-41e0-bf2b-13d7b267efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:48.901625 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-195c8773-f951-4b72-8f31-2d7b8eae50c2 req-7eca309f-c843-41e0-bf2b-13d7b267efe7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1805baf1-093e-44e5-a044-fc3a65ffad20 HTTP/1.1" status: 200 len: 916 time: 0.1173685 Apr 12 14:35:49.195204 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-195c8773-f951-4b72-8f31-2d7b8eae50c2 req-a0a48c24-a494-41be-949b-45e2abec8196 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=381951bd-cdbd-4342-bfaa-dbc0172ebd2c HTTP/1.1" status: 200 len: 217 time: 0.0349302 Apr 12 14:35:49.247505 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c8773-f951-4b72-8f31-2d7b8eae50c2 req-80dfda9f-5f84-4926-86bd-fbdfee47e6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:49.248962 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-195c8773-f951-4b72-8f31-2d7b8eae50c2 req-80dfda9f-5f84-4926-86bd-fbdfee47e6ae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=569083f2-3a1a-4007-a99b-5e7e7944ee17 HTTP/1.1" status: 200 len: 854 time: 0.0473680 Apr 12 14:35:49.353507 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca3584-5450-42e2-b285-863e1fa6b19d req-e68e7127-2e0c-4e60-b84e-0a0ff8e46c59 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:49.355000 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8aca3584-5450-42e2-b285-863e1fa6b19d req-e68e7127-2e0c-4e60-b84e-0a0ff8e46c59 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=115c7cf0-75fd-4d44-89c5-3871d6dd1be1 HTTP/1.1" status: 200 len: 944 time: 0.0534484 Apr 12 14:35:49.404095 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8aca3584-5450-42e2-b285-863e1fa6b19d req-81c44036-a6b0-4391-9799-cf293ff8578e tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/security-groups?id=8502d7a4-4beb-4234-a290-3890d57902cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429630 Apr 12 14:35:49.615927 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-195c8773-f951-4b72-8f31-2d7b8eae50c2 req-9ff6548d-2b38-45fc-8206-1c15b28d9d1e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1805baf1-093e-44e5-a044-fc3a65ffad20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271778 Apr 12 14:35:49.711980 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-195c8773-f951-4b72-8f31-2d7b8eae50c2 req-21304818-f7fd-442e-85b1-cc12b17f0810 service neutron] 10.222.0.69 "GET /v2.0/networks/1805baf1-093e-44e5-a044-fc3a65ffad20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877743 Apr 12 14:35:49.814198 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-195c8773-f951-4b72-8f31-2d7b8eae50c2 req-bd152ff8-dfbf-4232-8731-6db88e3b5d15 service neutron] 10.222.0.69 "GET /v2.0/networks/1805baf1-093e-44e5-a044-fc3a65ffad20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924432 Apr 12 14:35:49.994800 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf350a1-1152-456e-b878-5434b32847c9 req-58a3a839-fcae-4119-972d-394297aa87e1 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:49.996920 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fdf350a1-1152-456e-b878-5434b32847c9 req-58a3a839-fcae-4119-972d-394297aa87e1 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=735286f5-f26f-4e23-a909-b588c579bfff HTTP/1.1" status: 200 len: 946 time: 0.0500863 Apr 12 14:35:50.043418 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fdf350a1-1152-456e-b878-5434b32847c9 req-c9a388d7-a29b-44a7-90b8-97075a576b3b tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=533469e6-8aac-4a40-a26a-4834ab5bf2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406020 Apr 12 14:35:50.503759 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-546819e8-611e-4a69-bbab-082edda4e504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:50.519086 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2552f-ecf4-4c6a-a11c-ba964ff64238 req-fae15f9f-4d51-4213-9f43-7fc99320844f tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:50.520701 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-63e2552f-ecf4-4c6a-a11c-ba964ff64238 req-fae15f9f-4d51-4213-9f43-7fc99320844f tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=115c7cf0-75fd-4d44-89c5-3871d6dd1be1 HTTP/1.1" status: 200 len: 944 time: 0.0503550 Apr 12 14:35:50.570248 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-63e2552f-ecf4-4c6a-a11c-ba964ff64238 req-0126adf2-e6b1-4879-93cb-8ea806ba854a tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/security-groups?id=8502d7a4-4beb-4234-a290-3890d57902cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431428 Apr 12 14:35:51.170713 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee909a-0fdd-4e44-9979-2576bd06fcb4 req-bee21607-f066-43dc-9c14-870891c5dc91 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:51.172206 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-06ee909a-0fdd-4e44-9979-2576bd06fcb4 req-bee21607-f066-43dc-9c14-870891c5dc91 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=735286f5-f26f-4e23-a909-b588c579bfff HTTP/1.1" status: 200 len: 946 time: 0.0514424 Apr 12 14:35:51.220964 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-06ee909a-0fdd-4e44-9979-2576bd06fcb4 req-c5cdd9a4-7beb-4e7b-a827-5a089722e308 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=533469e6-8aac-4a40-a26a-4834ab5bf2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432189 Apr 12 14:35:51.334030 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19866ad-022c-4f26-b6b3-0fccf09d4d3d req-6b2c1e69-c764-4bce-8bca-a5ffd958d033 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:51.335466 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a19866ad-022c-4f26-b6b3-0fccf09d4d3d req-6b2c1e69-c764-4bce-8bca-a5ffd958d033 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=735286f5-f26f-4e23-a909-b588c579bfff HTTP/1.1" status: 200 len: 946 time: 0.0502748 Apr 12 14:35:51.344658 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 34776) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:35:51.349056 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-b97bf0e6-3aa8-446c-8e17-e2c617c385fc tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Request body: {'floatingip': {'port_id': 'f55791aa-14a1-4afa-bb2e-1bd5b2bac347'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:35:51.388478 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b97bf0e6-3aa8-446c-8e17-e2c617c385fc tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (709ec93b-1964-42a5-9dea-20fd3ee1ed0e), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:51.431968 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 381951bd-cdbd-4342-bfaa-dbc0172ebd2c details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:35:51.533436 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 381951bd-cdbd-4342-bfaa-dbc0172ebd2c, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=381951bd-cdbd-4342-bfaa-dbc0172ebd2c,segment=NetworkSegment(0c5eb41a-8388-4db2-b007-09d224bb3748),segment_id=0c5eb41a-8388-4db2-b007-09d224bb3748)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:35:51.551593 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Returning: {'device': '381951bd-cdbd-4342-bfaa-dbc0172ebd2c', 'network_id': '1805baf1-093e-44e5-a044-fc3a65ffad20', 'port_id': '381951bd-cdbd-4342-bfaa-dbc0172ebd2c', 'mac_address': 'fa:16:3e:6c:da:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '569083f2-3a1a-4007-a99b-5e7e7944ee17', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:35:51.561621 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:51.594017 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port 381951bd-cdbd-4342-bfaa-dbc0172ebd2c is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:35:51.594298 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (381951bd-cdbd-4342-bfaa-dbc0172ebd2c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:51.610011 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 381951bd-cdbd-4342-bfaa-dbc0172ebd2c {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:35:51.638845 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 381951bd-cdbd-4342-bfaa-dbc0172ebd2c, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=381951bd-cdbd-4342-bfaa-dbc0172ebd2c,segment=NetworkSegment(0c5eb41a-8388-4db2-b007-09d224bb3748),segment_id=0c5eb41a-8388-4db2-b007-09d224bb3748)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:35:51.643371 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (381951bd-cdbd-4342-bfaa-dbc0172ebd2c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:51.693689 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=381951bd-cdbd-4342-bfaa-dbc0172ebd2c,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:51.737846 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7bbe4-48d8-48e6-b681-54bc1af527c8 req-90a97767-6580-4d11-8bba-f91813fb06d1 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:51.739318 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f6c7bbe4-48d8-48e6-b681-54bc1af527c8 req-90a97767-6580-4d11-8bba-f91813fb06d1 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=115c7cf0-75fd-4d44-89c5-3871d6dd1be1 HTTP/1.1" status: 200 len: 945 time: 0.0898416 Apr 12 14:35:51.836145 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f6c7bbe4-48d8-48e6-b681-54bc1af527c8 req-a9d74c9f-3f03-4c52-a373-c8357b2b5c1d tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/security-groups?id=8502d7a4-4beb-4234-a290-3890d57902cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899825 Apr 12 14:35:51.920796 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b97bf0e6-3aa8-446c-8e17-e2c617c385fc tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:51.924319 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b97bf0e6-3aa8-446c-8e17-e2c617c385fc tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (709ec93b-1964-42a5-9dea-20fd3ee1ed0e), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:51.985923 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['381951bd-cdbd-4342-bfaa-dbc0172ebd2c'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:35:52.026912 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-b97bf0e6-3aa8-446c-8e17-e2c617c385fc tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Floating IP 709ec93b-1964-42a5-9dea-20fd3ee1ed0e associated. External IP: 172.27.0.149, port: f55791aa-14a1-4afa-bb2e-1bd5b2bac347. Apr 12 14:35:52.238591 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97bf0e6-3aa8-446c-8e17-e2c617c385fc tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Router b848b625-db38-48b6-85ac-eb01f53c8953 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:35:52.352009 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97bf0e6-3aa8-446c-8e17-e2c617c385fc tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:35:52.357586 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b97bf0e6-3aa8-446c-8e17-e2c617c385fc tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:52.361989 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366ad25d-e709-4c3a-b60f-adaaa1f42d85 None None] Sync routers for ids ['b848b625-db38-48b6-85ac-eb01f53c8953'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:35:52.371920 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366ad25d-e709-4c3a-b60f-adaaa1f42d85 None None] Routers {'b848b625-db38-48b6-85ac-eb01f53c8953'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:35:52.372509 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-366ad25d-e709-4c3a-b60f-adaaa1f42d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:35:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b848b625-db38-48b6-85ac-eb01f53c8953'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:35:52.388853 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b97bf0e6-3aa8-446c-8e17-e2c617c385fc tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "PUT /v2.0/floatingips/709ec93b-1964-42a5-9dea-20fd3ee1ed0e HTTP/1.1" status: 200 len: 992 time: 1.0430887 Apr 12 14:35:52.389688 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735286f5-f26f-4e23-a909-b588c579bfff', 'tag': 'f55791aa-14a1-4afa-bb2e-1bd5b2bac347'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:35:52.391919 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd202883-a856-4d58-96b6-e12b24849166" -d '{"events": [{"name": "network-changed", "server_uuid": "735286f5-f26f-4e23-a909-b588c579bfff", "tag": "f55791aa-14a1-4afa-bb2e-1bd5b2bac347"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:35:52.428811 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289900cf-f754-4f21-a983-e4b36ff41531 x-openstack-request-id: req-289900cf-f754-4f21-a983-e4b36ff41531 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:35:52.429132 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735286f5-f26f-4e23-a909-b588c579bfff", "tag": "f55791aa-14a1-4afa-bb2e-1bd5b2bac347", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:35:52.429385 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-289900cf-f754-4f21-a983-e4b36ff41531 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:35:52.429860 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-289900cf-f754-4f21-a983-e4b36ff41531'] response: {'name': 'network-changed', 'server_uuid': '735286f5-f26f-4e23-a909-b588c579bfff', 'tag': 'f55791aa-14a1-4afa-bb2e-1bd5b2bac347', 'status': 'completed', 'code': 200} Apr 12 14:35:52.484204 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-366ad25d-e709-4c3a-b60f-adaaa1f42d85 None None] Set router b848b625-db38-48b6-85ac-eb01f53c8953 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:35:52.517476 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd202883-a856-4d58-96b6-e12b24849166 req-0e50b472-3d3d-4f73-9dde-e3cfc8eff6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:52.519541 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fd202883-a856-4d58-96b6-e12b24849166 req-0e50b472-3d3d-4f73-9dde-e3cfc8eff6e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b89123ba80a94b8d8e37e734b8a4615a&device_id=735286f5-f26f-4e23-a909-b588c579bfff HTTP/1.1" status: 200 len: 1130 time: 0.0446422 Apr 12 14:35:52.614477 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd202883-a856-4d58-96b6-e12b24849166 req-4beaa352-d77d-4d6f-970e-425e7e197ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:52.615987 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fd202883-a856-4d58-96b6-e12b24849166 req-4beaa352-d77d-4d6f-970e-425e7e197ad7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b92ade3c-1952-4e8c-a71a-76cbe01a1576 HTTP/1.1" status: 200 len: 917 time: 0.0901818 Apr 12 14:35:52.692724 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fd202883-a856-4d58-96b6-e12b24849166 req-174774fb-61cb-4bc3-b4c7-827598858fa8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f55791aa-14a1-4afa-bb2e-1bd5b2bac347 HTTP/1.1" status: 200 len: 1000 time: 0.0675895 Apr 12 14:35:52.710932 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-366ad25d-e709-4c3a-b60f-adaaa1f42d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': '709ec93b-1964-42a5-9dea-20fd3ee1ed0e', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'port_id': 'f55791aa-14a1-4afa-bb2e-1bd5b2bac347', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'mac_address': 'fa:16:3e:49:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735286f5-f26f-4e23-a909-b588c579bfff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:35:35Z', 'updated_at': '2022-04-12T14:35:51Z', 'revision_number': 1, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa28035-1c1f-45a8-acfe-8006db67f402', 'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'mac_address': 'fa:16:3e:30:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:35Z', 'updated_at': '2022-04-12T14:31:39Z', 'revision_number': 5, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'subnets': [{'id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:35:52.742318 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366ad25d-e709-4c3a-b60f-adaaa1f42d85 None None] Checking router: b848b625-db38-48b6-85ac-eb01f53c8953 for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:35:52.743516 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd202883-a856-4d58-96b6-e12b24849166 req-eb92d4dc-f95f-4947-a603-ab59e655b018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:52.745005 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fd202883-a856-4d58-96b6-e12b24849166 req-eb92d4dc-f95f-4947-a603-ab59e655b018 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f447f83a-4258-47f2-9876-65788ff6ba27 HTTP/1.1" status: 200 len: 854 time: 0.0448744 Apr 12 14:35:52.750757 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366ad25d-e709-4c3a-b60f-adaaa1f42d85 None None] Routers {'b848b625-db38-48b6-85ac-eb01f53c8953'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:35:52.751371 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-366ad25d-e709-4c3a-b60f-adaaa1f42d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:35:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b848b625-db38-48b6-85ac-eb01f53c8953'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:35:52.790139 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd202883-a856-4d58-96b6-e12b24849166 req-aad8084b-4574-4d5d-97d3-d234f7a0427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:52.791669 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fd202883-a856-4d58-96b6-e12b24849166 req-aad8084b-4574-4d5d-97d3-d234f7a0427e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b92ade3c-1952-4e8c-a71a-76cbe01a1576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402684 Apr 12 14:35:52.861834 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-366ad25d-e709-4c3a-b60f-adaaa1f42d85 None None] Set router b848b625-db38-48b6-85ac-eb01f53c8953 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:35:52.900139 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fd202883-a856-4d58-96b6-e12b24849166 req-7ec9d2ad-82d5-44ea-93c9-b02ad2281fe4 service neutron] 10.222.0.69 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012664 Apr 12 14:35:52.919707 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:53.007776 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df1ee6-817d-4e01-a568-d0cbd30b3dae req-ca00608e-e795-4f82-a5ae-170fabbc985e tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:53.009327 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-84df1ee6-817d-4e01-a568-d0cbd30b3dae req-ca00608e-e795-4f82-a5ae-170fabbc985e tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=115c7cf0-75fd-4d44-89c5-3871d6dd1be1 HTTP/1.1" status: 200 len: 945 time: 0.0936964 Apr 12 14:35:53.104025 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-366ad25d-e709-4c3a-b60f-adaaa1f42d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': '709ec93b-1964-42a5-9dea-20fd3ee1ed0e', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'port_id': 'f55791aa-14a1-4afa-bb2e-1bd5b2bac347', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'mac_address': 'fa:16:3e:49:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735286f5-f26f-4e23-a909-b588c579bfff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:35:35Z', 'updated_at': '2022-04-12T14:35:51Z', 'revision_number': 1, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa28035-1c1f-45a8-acfe-8006db67f402', 'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'mac_address': 'fa:16:3e:30:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:35Z', 'updated_at': '2022-04-12T14:31:39Z', 'revision_number': 5, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'subnets': [{'id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:35:53.139913 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366ad25d-e709-4c3a-b60f-adaaa1f42d85 None None] The sync data for ids ['b848b625-db38-48b6-85ac-eb01f53c8953'] in dv-cinder-837523-1-iscsi is: [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': '709ec93b-1964-42a5-9dea-20fd3ee1ed0e', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'port_id': 'f55791aa-14a1-4afa-bb2e-1bd5b2bac347', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'mac_address': 'fa:16:3e:49:80:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '735286f5-f26f-4e23-a909-b588c579bfff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:35:35Z', 'updated_at': '2022-04-12T14:35:51Z', 'revision_number': 1, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa28035-1c1f-45a8-acfe-8006db67f402', 'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'mac_address': 'fa:16:3e:30:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:35Z', 'updated_at': '2022-04-12T14:31:39Z', 'revision_number': 5, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'subnets': [{'id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:35:53.306098 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-fd202883-a856-4d58-96b6-e12b24849166 req-9d648fc2-c260-471d-9d9d-ed75b88b7e0e service neutron] 10.222.0.69 "GET /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981135 Apr 12 14:35:53.333837 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-84df1ee6-817d-4e01-a568-d0cbd30b3dae req-e70cf602-d26d-49e5-9470-8cd1608b5d11 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/security-groups?id=8502d7a4-4beb-4234-a290-3890d57902cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124866 Apr 12 14:35:53.367697 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8635439c-4550-42a1-bbe9-c6178d29160a None None] New status for floating IP 709ec93b-1964-42a5-9dea-20fd3ee1ed0e: ACTIVE {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:35:53.460959 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 381951bd-cdbd-4342-bfaa-dbc0172ebd2c up at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:35:53.550129 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning for port 381951bd-cdbd-4342-bfaa-dbc0172ebd2c completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:35:53.556609 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning complete for port 381951bd-cdbd-4342-bfaa-dbc0172ebd2c triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:35:53.557020 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (381951bd-cdbd-4342-bfaa-dbc0172ebd2c), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:53.646107 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port 381951bd-cdbd-4342-bfaa-dbc0172ebd2c is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:35:53.646509 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (381951bd-cdbd-4342-bfaa-dbc0172ebd2c), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:53.679599 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115c7cf0-75fd-4d44-89c5-3871d6dd1be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381951bd-cdbd-4342-bfaa-dbc0172ebd2c'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:35:53.681857 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a58a10-6a67-4a9e-943d-b5e3be3f576a" -d '{"events": [{"server_uuid": "115c7cf0-75fd-4d44-89c5-3871d6dd1be1", "name": "network-vif-plugged", "status": "completed", "tag": "381951bd-cdbd-4342-bfaa-dbc0172ebd2c"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:35:53.695363 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 381951bd-cdbd-4342-bfaa-dbc0172ebd2c, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=381951bd-cdbd-4342-bfaa-dbc0172ebd2c,segment=NetworkSegment(0c5eb41a-8388-4db2-b007-09d224bb3748),segment_id=0c5eb41a-8388-4db2-b007-09d224bb3748)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:35:53.701815 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (381951bd-cdbd-4342-bfaa-dbc0172ebd2c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:53.725404 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259037d4-76c1-469a-b049-886174c261e7 x-openstack-request-id: req-259037d4-76c1-469a-b049-886174c261e7 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:35:53.725693 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115c7cf0-75fd-4d44-89c5-3871d6dd1be1", "name": "network-vif-plugged", "status": "completed", "tag": "381951bd-cdbd-4342-bfaa-dbc0172ebd2c", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:35:53.725945 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-259037d4-76c1-469a-b049-886174c261e7 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:35:53.726336 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-259037d4-76c1-469a-b049-886174c261e7'] response: {'server_uuid': '115c7cf0-75fd-4d44-89c5-3871d6dd1be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '381951bd-cdbd-4342-bfaa-dbc0172ebd2c', 'code': 200} Apr 12 14:35:53.751765 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=381951bd-cdbd-4342-bfaa-dbc0172ebd2c,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:35:53.922002 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6221f42-25a3-4977-8449-e6097ca18f6f req-231006dd-ebbd-466a-8d34-1450d52235cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:53.923401 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b6221f42-25a3-4977-8449-e6097ca18f6f req-231006dd-ebbd-466a-8d34-1450d52235cc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=115c7cf0-75fd-4d44-89c5-3871d6dd1be1 HTTP/1.1" status: 200 len: 1130 time: 0.0396087 Apr 12 14:35:53.965463 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b6221f42-25a3-4977-8449-e6097ca18f6f req-7cb0a486-f4fd-448d-bbad-3cea9c15e53f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8502d7a4-4beb-4234-a290-3890d57902cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365469 Apr 12 14:35:54.420314 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:35:54.456240 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68baf2-c2cc-444f-b8d1-ba5479f04100 req-ab0bc652-dfab-49c7-997f-d8608318cea4 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:54.457754 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ba68baf2-c2cc-444f-b8d1-ba5479f04100 req-ab0bc652-dfab-49c7-997f-d8608318cea4 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=115c7cf0-75fd-4d44-89c5-3871d6dd1be1 HTTP/1.1" status: 200 len: 946 time: 0.0525343 Apr 12 14:35:54.506258 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ba68baf2-c2cc-444f-b8d1-ba5479f04100 req-a2772df3-dc04-493c-bbaa-a5aec76c7246 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/security-groups?id=8502d7a4-4beb-4234-a290-3890d57902cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426972 Apr 12 14:35:55.629751 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217a352-2c90-48ea-8293-fafbc694fe23 req-babb2322-7f73-43fd-bd29-e1ace36fbee2 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:55.631332 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3217a352-2c90-48ea-8293-fafbc694fe23 req-babb2322-7f73-43fd-bd29-e1ace36fbee2 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=115c7cf0-75fd-4d44-89c5-3871d6dd1be1 HTTP/1.1" status: 200 len: 946 time: 0.0515730 Apr 12 14:35:55.680301 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3217a352-2c90-48ea-8293-fafbc694fe23 req-61138e16-25fb-49b0-a5ed-aeb41839d42e tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/security-groups?id=8502d7a4-4beb-4234-a290-3890d57902cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424206 Apr 12 14:35:56.804681 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f8bc1-f257-4f33-8a5b-9bd84e71bd3f req-e577520a-02cd-4efe-9aaf-bde82c8739f2 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:35:56.806189 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-926f8bc1-f257-4f33-8a5b-9bd84e71bd3f req-e577520a-02cd-4efe-9aaf-bde82c8739f2 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=115c7cf0-75fd-4d44-89c5-3871d6dd1be1 HTTP/1.1" status: 200 len: 946 time: 0.0559275 Apr 12 14:35:56.864143 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-926f8bc1-f257-4f33-8a5b-9bd84e71bd3f req-9c35dfca-a446-45d1-8d20-b7c0ccf22783 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/security-groups?id=8502d7a4-4beb-4234-a290-3890d57902cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506768 Apr 12 14:35:58.346621 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:36:07.386847 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:14.284195 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-46e1522d-30d9-448d-ae26-bb1c8d0ff003 req-2b79e258-9551-43f4-a715-947575ed5235 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402381 Apr 12 14:36:14.392559 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1522d-30d9-448d-ae26-bb1c8d0ff003 req-6a1d1627-977a-4d0a-849d-d3e027ff0bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:14.394083 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-46e1522d-30d9-448d-ae26-bb1c8d0ff003 req-6a1d1627-977a-4d0a-849d-d3e027ff0bdb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02af406c5f5b4f27890c5db6f5bda840&device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 1129 time: 0.0389869 Apr 12 14:36:14.504618 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1522d-30d9-448d-ae26-bb1c8d0ff003 req-3d950471-2715-47f0-bcb2-2b03c2b9d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:14.506046 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-46e1522d-30d9-448d-ae26-bb1c8d0ff003 req-3d950471-2715-47f0-bcb2-2b03c2b9d138 service neutron] 10.222.0.69 "GET /v2.0/networks?id=37f9d6cb-734d-4a5c-b448-eec2b9f94087 HTTP/1.1" status: 200 len: 914 time: 0.0895619 Apr 12 14:36:14.578300 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-46e1522d-30d9-448d-ae26-bb1c8d0ff003 req-8a266e56-fc6b-4562-86c7-956c4a17de16 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9bb735b-cf47-4f42-a7b1-67752f7f6b3a HTTP/1.1" status: 200 len: 1000 time: 0.0654764 Apr 12 14:36:14.628015 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1522d-30d9-448d-ae26-bb1c8d0ff003 req-be0abecb-910f-48e9-bdfd-04cd47d4bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:14.629538 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-46e1522d-30d9-448d-ae26-bb1c8d0ff003 req-be0abecb-910f-48e9-bdfd-04cd47d4bde0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5f372aa8-ef48-4490-a9b2-c7f480e5dc57 HTTP/1.1" status: 200 len: 851 time: 0.0445957 Apr 12 14:36:14.678739 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1522d-30d9-448d-ae26-bb1c8d0ff003 req-6204e6f8-88c8-48a2-a12f-e489f897c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:14.680302 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-46e1522d-30d9-448d-ae26-bb1c8d0ff003 req-6204e6f8-88c8-48a2-a12f-e489f897c132 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37f9d6cb-734d-4a5c-b448-eec2b9f94087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436766 Apr 12 14:36:14.772305 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-46e1522d-30d9-448d-ae26-bb1c8d0ff003 req-fcd9ff5c-faaf-4c31-97b6-3ff009ece962 service neutron] 10.222.0.69 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828152 Apr 12 14:36:14.864183 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-46e1522d-30d9-448d-ae26-bb1c8d0ff003 req-42791a88-7e84-4559-b382-0df7ba9a1e0a service neutron] 10.222.0.69 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856333 Apr 12 14:36:18.101122 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3310c-7379-42d0-ae8c-3588c86f0811 req-6c8c7862-614e-41a7-85bf-4c68851b9830 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:18.102602 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-90b3310c-7379-42d0-ae8c-3588c86f0811 req-6c8c7862-614e-41a7-85bf-4c68851b9830 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=115c7cf0-75fd-4d44-89c5-3871d6dd1be1 HTTP/1.1" status: 200 len: 946 time: 0.0480685 Apr 12 14:36:18.138612 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9acd7d47-3bf9-44d8-9b47-a48d64421f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:18.159582 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-90b3310c-7379-42d0-ae8c-3588c86f0811 req-7d3d21a9-a157-4fc5-9aa2-bf32d95e7fd8 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/security-groups?id=8502d7a4-4beb-4234-a290-3890d57902cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508599 Apr 12 14:36:18.827965 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 34884) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:18.985987 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e3fc2831-f315-4848-9cc0-ee4367e63d0e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Deleting port b5ad8a76-bf84-4758-82f8-5543dd7e3ffd {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:18.986333 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3fc2831-f315-4848-9cc0-ee4367e63d0e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (b5ad8a76-bf84-4758-82f8-5543dd7e3ffd), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:19.067149 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3fc2831-f315-4848-9cc0-ee4367e63d0e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (b5ad8a76-bf84-4758-82f8-5543dd7e3ffd), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:19.067387 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3fc2831-f315-4848-9cc0-ee4367e63d0e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for floatingip (b5ad8a76-bf84-4758-82f8-5543dd7e3ffd), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:19.079465 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-e3fc2831-f315-4848-9cc0-ee4367e63d0e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Calling delete_port for b5ad8a76-bf84-4758-82f8-5543dd7e3ffd owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:19.233788 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3fc2831-f315-4848-9cc0-ee4367e63d0e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (b5ad8a76-bf84-4758-82f8-5543dd7e3ffd), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:19.262106 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc2831-f315-4848-9cc0-ee4367e63d0e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Pushing event deleted for resources: {'Port': ['ID=b5ad8a76-bf84-4758-82f8-5543dd7e3ffd,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:19.329366 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3fc2831-f315-4848-9cc0-ee4367e63d0e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for floatingip (7cc42a6d-9fe0-41c4-a723-f1a68b239721), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:19.329876 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.l3_db [None req-e3fc2831-f315-4848-9cc0-ee4367e63d0e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Floating IP 7cc42a6d-9fe0-41c4-a723-f1a68b239721 disassociated (deleted). External IP: 172.27.0.133, port: b66c8a31-66c0-4e0d-a1f0-5296be1c5fee. Apr 12 14:36:19.457708 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b65528-cf1a-4be8-bdb9-546253c91b2a req-66f6fc48-e059-499f-b746-314f39dce88d tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:19.459212 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-34b65528-cf1a-4be8-bdb9-546253c91b2a req-66f6fc48-e059-499f-b746-314f39dce88d tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=115c7cf0-75fd-4d44-89c5-3871d6dd1be1 HTTP/1.1" status: 200 len: 946 time: 0.2269742 Apr 12 14:36:19.555159 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-34b65528-cf1a-4be8-bdb9-546253c91b2a req-69020450-a553-49d3-8fb6-cfe04ebed08a tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/security-groups?id=8502d7a4-4beb-4234-a290-3890d57902cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899565 Apr 12 14:36:19.639914 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fc2831-f315-4848-9cc0-ee4367e63d0e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Router 8ea6935c-8e80-437a-b548-4045d22f2aaa has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:36:19.764812 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fc2831-f315-4848-9cc0-ee4367e63d0e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:36:19.769338 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e3fc2831-f315-4848-9cc0-ee4367e63d0e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:19.774320 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae882f09-ffae-40d4-8e48-290dd1bd6fe7 None None] Sync routers for ids ['8ea6935c-8e80-437a-b548-4045d22f2aaa'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:36:19.790318 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae882f09-ffae-40d4-8e48-290dd1bd6fe7 None None] Routers {'8ea6935c-8e80-437a-b548-4045d22f2aaa'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:36:19.790950 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ae882f09-ffae-40d4-8e48-290dd1bd6fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:35:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8ea6935c-8e80-437a-b548-4045d22f2aaa'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:19.800469 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e3fc2831-f315-4848-9cc0-ee4367e63d0e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "DELETE /v2.0/floatingips/7cc42a6d-9fe0-41c4-a723-f1a68b239721 HTTP/1.1" status: 204 len: 168 time: 0.9714317 Apr 12 14:36:19.801292 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6c876d-cd50-4d22-824d-f58d794e666c', 'tag': 'b66c8a31-66c0-4e0d-a1f0-5296be1c5fee'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:36:19.803622 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c829ff82-59ca-4890-a421-26d4e9955090" -d '{"events": [{"name": "network-changed", "server_uuid": "5a6c876d-cd50-4d22-824d-f58d794e666c", "tag": "b66c8a31-66c0-4e0d-a1f0-5296be1c5fee"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:36:19.842899 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9acf8da-36a0-4d04-a1b9-3a3de25f6ad8 x-openstack-request-id: req-a9acf8da-36a0-4d04-a1b9-3a3de25f6ad8 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:36:19.843186 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a6c876d-cd50-4d22-824d-f58d794e666c", "tag": "b66c8a31-66c0-4e0d-a1f0-5296be1c5fee", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:36:19.843434 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a9acf8da-36a0-4d04-a1b9-3a3de25f6ad8 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:36:19.843836 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9acf8da-36a0-4d04-a1b9-3a3de25f6ad8'] response: {'name': 'network-changed', 'server_uuid': '5a6c876d-cd50-4d22-824d-f58d794e666c', 'tag': 'b66c8a31-66c0-4e0d-a1f0-5296be1c5fee', 'status': 'completed', 'code': 200} Apr 12 14:36:19.905990 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-ae882f09-ffae-40d4-8e48-290dd1bd6fe7 None None] Set router 8ea6935c-8e80-437a-b548-4045d22f2aaa gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:36:19.965985 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829ff82-59ca-4890-a421-26d4e9955090 req-45d511b7-89f1-4775-a1db-e1b6aac2c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:19.968575 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c829ff82-59ca-4890-a421-26d4e9955090 req-45d511b7-89f1-4775-a1db-e1b6aac2c948 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02af406c5f5b4f27890c5db6f5bda840&device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 1129 time: 0.0467849 Apr 12 14:36:20.033637 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fdbde-a079-4133-98fb-1e9c95a66ea5 req-53e0133a-f44f-4176-a08d-dd80b7234cbd tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:20.035216 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-809fdbde-a079-4133-98fb-1e9c95a66ea5 req-53e0133a-f44f-4176-a08d-dd80b7234cbd tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 945 time: 0.0511062 Apr 12 14:36:20.089745 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-809fdbde-a079-4133-98fb-1e9c95a66ea5 req-60867c32-6df4-45d5-8e59-04f13bb8bf5b tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483685 Apr 12 14:36:20.230533 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ae882f09-ffae-40d4-8e48-290dd1bd6fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:07Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 4, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'gw_port': {'id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': 'd06dda9b-4280-41ce-8ea8-115b3aeb52b0', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'port_id': 'c9bb735b-cf47-4f42-a7b1-67752f7f6b3a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'mac_address': 'fa:16:3e:59:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c46499b-42ac-45d6-8a0a-e1e37c9cf28f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:32:27Z', 'updated_at': '2022-04-12T14:32:29Z', 'revision_number': 1, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69af651-3740-4018-8a6e-2d39d24b4865', 'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'mac_address': 'fa:16:3e:e2:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:14Z', 'updated_at': '2022-04-12T14:28:26Z', 'revision_number': 5, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'subnets': [{'id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:20.263182 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae882f09-ffae-40d4-8e48-290dd1bd6fe7 None None] Checking router: 8ea6935c-8e80-437a-b548-4045d22f2aaa for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:36:20.271635 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae882f09-ffae-40d4-8e48-290dd1bd6fe7 None None] Routers {'8ea6935c-8e80-437a-b548-4045d22f2aaa'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:36:20.272254 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ae882f09-ffae-40d4-8e48-290dd1bd6fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:35:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8ea6935c-8e80-437a-b548-4045d22f2aaa'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:20.382172 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-ae882f09-ffae-40d4-8e48-290dd1bd6fe7 None None] Set router 8ea6935c-8e80-437a-b548-4045d22f2aaa gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:36:20.507427 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a815d5d9-5300-42d2-bea6-73caf94f59ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:20.612336 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-ae882f09-ffae-40d4-8e48-290dd1bd6fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:07Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 4, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'gw_port': {'id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': 'd06dda9b-4280-41ce-8ea8-115b3aeb52b0', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'port_id': 'c9bb735b-cf47-4f42-a7b1-67752f7f6b3a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'mac_address': 'fa:16:3e:59:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c46499b-42ac-45d6-8a0a-e1e37c9cf28f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:32:27Z', 'updated_at': '2022-04-12T14:32:29Z', 'revision_number': 1, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69af651-3740-4018-8a6e-2d39d24b4865', 'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'mac_address': 'fa:16:3e:e2:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:14Z', 'updated_at': '2022-04-12T14:28:26Z', 'revision_number': 5, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'subnets': [{'id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:20.642145 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae882f09-ffae-40d4-8e48-290dd1bd6fe7 None None] The sync data for ids ['8ea6935c-8e80-437a-b548-4045d22f2aaa'] in dv-cinder-837523-1-iscsi is: [{'id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:07Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 4, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'gw_port': {'id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_floatingips': [{'id': 'd06dda9b-4280-41ce-8ea8-115b3aeb52b0', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'floating_ip_address': '172.27.0.98', 'floating_network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'router_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'port_id': 'c9bb735b-cf47-4f42-a7b1-67752f7f6b3a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'mac_address': 'fa:16:3e:59:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c46499b-42ac-45d6-8a0a-e1e37c9cf28f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T14:32:27Z', 'updated_at': '2022-04-12T14:32:29Z', 'revision_number': 1, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a69af651-3740-4018-8a6e-2d39d24b4865', 'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'mac_address': 'fa:16:3e:e2:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:14Z', 'updated_at': '2022-04-12T14:28:26Z', 'revision_number': 5, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'subnets': [{'id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:36:20.681937 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136126ea-ad22-494f-9c7f-d50b8d04a853 req-b9a51a90-2cf2-4245-9b61-cc0b38953387 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:20.684054 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-136126ea-ad22-494f-9c7f-d50b8d04a853 req-b9a51a90-2cf2-4245-9b61-cc0b38953387 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=115c7cf0-75fd-4d44-89c5-3871d6dd1be1 HTTP/1.1" status: 200 len: 946 time: 0.0523911 Apr 12 14:36:20.734908 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-136126ea-ad22-494f-9c7f-d50b8d04a853 req-4a548648-6170-44ef-9ad2-8f0efeeae78c tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/security-groups?id=8502d7a4-4beb-4234-a290-3890d57902cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454044 Apr 12 14:36:20.875652 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03e1703-d429-47c2-8a42-fa5634b49976 None None] New status for floating IP 7cc42a6d-9fe0-41c4-a723-f1a68b239721: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:36:21.204952 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b52d36-70e0-48a5-8dee-3020bd9e8817 req-ebe6643f-10cf-48c4-98d5-d63c7f213c82 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:21.206345 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d4b52d36-70e0-48a5-8dee-3020bd9e8817 req-ebe6643f-10cf-48c4-98d5-d63c7f213c82 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 945 time: 0.0476186 Apr 12 14:36:21.255924 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d4b52d36-70e0-48a5-8dee-3020bd9e8817 req-4091e545-0f03-44f4-8b66-b1da70ca37b1 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438287 Apr 12 14:36:21.442871 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b72fd8-a4c6-4a7a-9782-10f7e2fb9d90 req-38ce488c-e1a2-415d-a5aa-aaf3ed62d113 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:21.444332 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-47b72fd8-a4c6-4a7a-9782-10f7e2fb9d90 req-38ce488c-e1a2-415d-a5aa-aaf3ed62d113 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.69 "GET /v2.0/ports?device_id=115c7cf0-75fd-4d44-89c5-3871d6dd1be1 HTTP/1.1" status: 200 len: 946 time: 0.0470045 Apr 12 14:36:21.486219 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829ff82-59ca-4890-a421-26d4e9955090 req-bc3655c0-fc73-4a12-b5cb-52530bb1fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:21.487625 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c829ff82-59ca-4890-a421-26d4e9955090 req-bc3655c0-fc73-4a12-b5cb-52530bb1fba4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=37f9d6cb-734d-4a5c-b448-eec2b9f94087 HTTP/1.1" status: 200 len: 914 time: 0.0902944 Apr 12 14:36:21.528597 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c829ff82-59ca-4890-a421-26d4e9955090 req-5a6d0336-8c8a-446f-9873-ffff1f821831 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b66c8a31-66c0-4e0d-a1f0-5296be1c5fee HTTP/1.1" status: 200 len: 217 time: 0.0346096 Apr 12 14:36:21.548178 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-47b72fd8-a4c6-4a7a-9782-10f7e2fb9d90 req-5198a21c-86a0-4ec6-b334-d8c3091fa7d1 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Deleting port 381951bd-cdbd-4342-bfaa-dbc0172ebd2c {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:21.548527 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-47b72fd8-a4c6-4a7a-9782-10f7e2fb9d90 req-5198a21c-86a0-4ec6-b334-d8c3091fa7d1 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (381951bd-cdbd-4342-bfaa-dbc0172ebd2c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:21.560852 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:21.647305 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-47b72fd8-a4c6-4a7a-9782-10f7e2fb9d90 req-5198a21c-86a0-4ec6-b334-d8c3091fa7d1 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] For port 381951bd-cdbd-4342-bfaa-dbc0172ebd2c, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=381951bd-cdbd-4342-bfaa-dbc0172ebd2c,segment=NetworkSegment(0c5eb41a-8388-4db2-b007-09d224bb3748),segment_id=0c5eb41a-8388-4db2-b007-09d224bb3748)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:21.647588 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-47b72fd8-a4c6-4a7a-9782-10f7e2fb9d90 req-5198a21c-86a0-4ec6-b334-d8c3091fa7d1 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (381951bd-cdbd-4342-bfaa-dbc0172ebd2c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:21.663746 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-47b72fd8-a4c6-4a7a-9782-10f7e2fb9d90 req-5198a21c-86a0-4ec6-b334-d8c3091fa7d1 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Calling delete_port for 381951bd-cdbd-4342-bfaa-dbc0172ebd2c owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:21.694120 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829ff82-59ca-4890-a421-26d4e9955090 req-68038884-6e5b-4dad-bd85-c1da38a6db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:21.695593 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c829ff82-59ca-4890-a421-26d4e9955090 req-68038884-6e5b-4dad-bd85-c1da38a6db86 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5f372aa8-ef48-4490-a9b2-c7f480e5dc57 HTTP/1.1" status: 200 len: 851 time: 0.0491259 Apr 12 14:36:21.744374 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829ff82-59ca-4890-a421-26d4e9955090 req-3b722893-568d-4198-894c-f7aaba7e2235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:21.745912 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c829ff82-59ca-4890-a421-26d4e9955090 req-3b722893-568d-4198-894c-f7aaba7e2235 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37f9d6cb-734d-4a5c-b448-eec2b9f94087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432403 Apr 12 14:36:21.807603 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-47b72fd8-a4c6-4a7a-9782-10f7e2fb9d90 req-5198a21c-86a0-4ec6-b334-d8c3091fa7d1 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (381951bd-cdbd-4342-bfaa-dbc0172ebd2c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:21.832145 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-768aec56-39f4-4ef4-a195-28edb7301830 req-bfb7b957-3bdf-44de-824c-1fc73fe8810a tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.79 "GET /v2.0/ports?device_id=115c7cf0-75fd-4d44-89c5-3871d6dd1be1 HTTP/1.1" status: 200 len: 210 time: 0.0287700 Apr 12 14:36:21.840540 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198a21c-86a0-4ec6-b334-d8c3091fa7d1 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Pushing event deleted for resources: {'Port': ['ID=381951bd-cdbd-4342-bfaa-dbc0172ebd2c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:21.896225 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b72fd8-a4c6-4a7a-9782-10f7e2fb9d90 req-5198a21c-86a0-4ec6-b334-d8c3091fa7d1 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] No DVR routers for this DVR port 381951bd-cdbd-4342-bfaa-dbc0172ebd2c on host hv-cinder-83752 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:36:21.898823 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-47b72fd8-a4c6-4a7a-9782-10f7e2fb9d90 req-5198a21c-86a0-4ec6-b334-d8c3091fa7d1 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:21.902439 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-47b72fd8-a4c6-4a7a-9782-10f7e2fb9d90 req-5198a21c-86a0-4ec6-b334-d8c3091fa7d1 tempest-VolumesSnapshotTestJSON-1237877912 tempest-VolumesSnapshotTestJSON-1237877912-project] 10.222.0.69 "DELETE /v2.0/ports/381951bd-cdbd-4342-bfaa-dbc0172ebd2c HTTP/1.1" status: 204 len: 173 time: 0.4501359 Apr 12 14:36:21.902712 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115c7cf0-75fd-4d44-89c5-3871d6dd1be1', 'name': 'network-vif-deleted', 'tag': '381951bd-cdbd-4342-bfaa-dbc0172ebd2c'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:36:21.905580 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea00ad51b5642e711501acc1f7ca5604eef3f69d3a6b574dfa4fd32ced1c6c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bbebf1-08ca-4e11-9ef2-a1fcf8d72beb" -d '{"events": [{"server_uuid": "115c7cf0-75fd-4d44-89c5-3871d6dd1be1", "name": "network-vif-deleted", "tag": "381951bd-cdbd-4342-bfaa-dbc0172ebd2c"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:36:21.943012 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d631856-8a08-48b1-8255-bd7cdecb288f x-openstack-request-id: req-8d631856-8a08-48b1-8255-bd7cdecb288f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:36:21.943454 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115c7cf0-75fd-4d44-89c5-3871d6dd1be1", "name": "network-vif-deleted", "tag": "381951bd-cdbd-4342-bfaa-dbc0172ebd2c", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:36:21.943595 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8d631856-8a08-48b1-8255-bd7cdecb288f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:36:21.944024 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d631856-8a08-48b1-8255-bd7cdecb288f'] response: {'server_uuid': '115c7cf0-75fd-4d44-89c5-3871d6dd1be1', 'name': 'network-vif-deleted', 'tag': '381951bd-cdbd-4342-bfaa-dbc0172ebd2c', 'status': 'completed', 'code': 200} Apr 12 14:36:22.000021 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c829ff82-59ca-4890-a421-26d4e9955090 req-5203523e-1696-4268-affc-e9ef5b181e8a service neutron] 10.222.0.69 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046512 Apr 12 14:36:22.124230 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c829ff82-59ca-4890-a421-26d4e9955090 req-96147e85-356f-436f-b90d-5cfcb8520137 service neutron] 10.222.0.69 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845616 Apr 12 14:36:22.243650 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78c984-3d8a-468d-9ab1-f0ee2fc8af25 req-9c551da8-f6d7-4610-be75-9ddd59cb0d82 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:22.245144 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5a78c984-3d8a-468d-9ab1-f0ee2fc8af25 req-9c551da8-f6d7-4610-be75-9ddd59cb0d82 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 945 time: 0.0520918 Apr 12 14:36:22.368546 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f7016-eee3-4759-bb8a-e6b8eae88ded req-159f4d1f-c513-4c4f-b929-bf8183bcee6c tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:22.370060 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b43f7016-eee3-4759-bb8a-e6b8eae88ded req-159f4d1f-c513-4c4f-b929-bf8183bcee6c tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 945 time: 0.0474501 Apr 12 14:36:22.424230 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b43f7016-eee3-4759-bb8a-e6b8eae88ded req-1f8c2f36-012c-49f2-8924-2408ee95726c tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475197 Apr 12 14:36:22.565302 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-5a78c984-3d8a-468d-9ab1-f0ee2fc8af25 req-a2085108-68df-4ed9-aada-7be30a41fb6b tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Deleting port b66c8a31-66c0-4e0d-a1f0-5296be1c5fee {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:22.565943 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5a78c984-3d8a-468d-9ab1-f0ee2fc8af25 req-a2085108-68df-4ed9-aada-7be30a41fb6b tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (b66c8a31-66c0-4e0d-a1f0-5296be1c5fee), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:22.674399 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [req-5a78c984-3d8a-468d-9ab1-f0ee2fc8af25 req-a2085108-68df-4ed9-aada-7be30a41fb6b tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] For port b66c8a31-66c0-4e0d-a1f0-5296be1c5fee, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=b66c8a31-66c0-4e0d-a1f0-5296be1c5fee,segment=NetworkSegment(c8e89486-839e-423c-96c0-d92bc919a665),segment_id=c8e89486-839e-423c-96c0-d92bc919a665)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:22.674758 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5a78c984-3d8a-468d-9ab1-f0ee2fc8af25 req-a2085108-68df-4ed9-aada-7be30a41fb6b tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (b66c8a31-66c0-4e0d-a1f0-5296be1c5fee), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:22.688076 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [req-5a78c984-3d8a-468d-9ab1-f0ee2fc8af25 req-a2085108-68df-4ed9-aada-7be30a41fb6b tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Calling delete_port for b66c8a31-66c0-4e0d-a1f0-5296be1c5fee owned by compute:nova {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:22.817584 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5a78c984-3d8a-468d-9ab1-f0ee2fc8af25 req-a2085108-68df-4ed9-aada-7be30a41fb6b tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (b66c8a31-66c0-4e0d-a1f0-5296be1c5fee), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:22.850627 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2085108-68df-4ed9-aada-7be30a41fb6b tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Pushing event deleted for resources: {'Port': ['ID=b66c8a31-66c0-4e0d-a1f0-5296be1c5fee,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:22.911314 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a78c984-3d8a-468d-9ab1-f0ee2fc8af25 req-a2085108-68df-4ed9-aada-7be30a41fb6b tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] No DVR routers for this DVR port b66c8a31-66c0-4e0d-a1f0-5296be1c5fee on host hv-cinder-83752 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:36:22.913968 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [req-5a78c984-3d8a-468d-9ab1-f0ee2fc8af25 req-a2085108-68df-4ed9-aada-7be30a41fb6b tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:22.917727 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-5a78c984-3d8a-468d-9ab1-f0ee2fc8af25 req-a2085108-68df-4ed9-aada-7be30a41fb6b tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.69 "DELETE /v2.0/ports/b66c8a31-66c0-4e0d-a1f0-5296be1c5fee HTTP/1.1" status: 204 len: 173 time: 0.4396124 Apr 12 14:36:22.923874 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:23.544983 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-67fc82ef-11b8-4c88-a909-19f06f89eb58 req-e181f5a6-bf93-4620-85f7-f2b5b9ec10a4 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=5a6c876d-cd50-4d22-824d-f58d794e666c HTTP/1.1" status: 200 len: 210 time: 0.0370147 Apr 12 14:36:23.619301 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 381951bd-cdbd-4342-bfaa-dbc0172ebd2c no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:36:23.641655 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] No Port match for: 381951bd-cdbd-4342-bfaa-dbc0172ebd2c {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:36:23.642079 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 381951bd-cdbd-4342-bfaa-dbc0172ebd2c not bound to the agent host hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:36:23.642421 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device b66c8a31-66c0-4e0d-a1f0-5296be1c5fee no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:36:23.662633 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] No Port match for: b66c8a31-66c0-4e0d-a1f0-5296be1c5fee {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:36:23.662983 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device b66c8a31-66c0-4e0d-a1f0-5296be1c5fee not bound to the agent host hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:36:23.945494 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6c876d-cd50-4d22-824d-f58d794e666c', 'name': 'network-vif-deleted', 'tag': 'b66c8a31-66c0-4e0d-a1f0-5296be1c5fee'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:36:23.947891 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea00ad51b5642e711501acc1f7ca5604eef3f69d3a6b574dfa4fd32ced1c6c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d500b9c-a5ca-4035-a5ec-a075b1ed4896" -d '{"events": [{"server_uuid": "5a6c876d-cd50-4d22-824d-f58d794e666c", "name": "network-vif-deleted", "tag": "b66c8a31-66c0-4e0d-a1f0-5296be1c5fee"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:36:23.984254 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c4ddb0-9e3d-43fa-a1e2-2931e2aa1c9f x-openstack-request-id: req-22c4ddb0-9e3d-43fa-a1e2-2931e2aa1c9f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:36:23.984544 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6c876d-cd50-4d22-824d-f58d794e666c", "name": "network-vif-deleted", "tag": "b66c8a31-66c0-4e0d-a1f0-5296be1c5fee", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:36:23.984797 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-22c4ddb0-9e3d-43fa-a1e2-2931e2aa1c9f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:36:23.985457 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22c4ddb0-9e3d-43fa-a1e2-2931e2aa1c9f'] response: {'server_uuid': '5a6c876d-cd50-4d22-824d-f58d794e666c', 'name': 'network-vif-deleted', 'tag': 'b66c8a31-66c0-4e0d-a1f0-5296be1c5fee', 'status': 'completed', 'code': 200} Apr 12 14:36:24.425534 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:29.993644 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 34970) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:30.146303 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5447bd96-beda-4bc7-8e59-029709f959ba tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Deleting port 90fd5c72-1744-4222-b395-46a7993653cb {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:30.146666 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5447bd96-beda-4bc7-8e59-029709f959ba tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (90fd5c72-1744-4222-b395-46a7993653cb), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:30.235103 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5447bd96-beda-4bc7-8e59-029709f959ba tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (90fd5c72-1744-4222-b395-46a7993653cb), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:30.235483 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5447bd96-beda-4bc7-8e59-029709f959ba tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for floatingip (90fd5c72-1744-4222-b395-46a7993653cb), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:30.248928 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5447bd96-beda-4bc7-8e59-029709f959ba tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Calling delete_port for 90fd5c72-1744-4222-b395-46a7993653cb owned by network:floatingip {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:30.401520 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5447bd96-beda-4bc7-8e59-029709f959ba tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (90fd5c72-1744-4222-b395-46a7993653cb), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:30.428013 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447bd96-beda-4bc7-8e59-029709f959ba tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Pushing event deleted for resources: {'Port': ['ID=90fd5c72-1744-4222-b395-46a7993653cb,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:30.494953 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5447bd96-beda-4bc7-8e59-029709f959ba tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for floatingip (d06dda9b-4280-41ce-8ea8-115b3aeb52b0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:30.495286 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.db.l3_db [None req-5447bd96-beda-4bc7-8e59-029709f959ba tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Floating IP d06dda9b-4280-41ce-8ea8-115b3aeb52b0 disassociated (deleted). External IP: 172.27.0.98, port: c9bb735b-cf47-4f42-a7b1-67752f7f6b3a. Apr 12 14:36:30.716142 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5447bd96-beda-4bc7-8e59-029709f959ba tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Router 8ea6935c-8e80-437a-b548-4045d22f2aaa has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:36:30.831230 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5447bd96-beda-4bc7-8e59-029709f959ba tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:36:30.835957 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5447bd96-beda-4bc7-8e59-029709f959ba tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:30.840475 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13748cb3-bb0f-40dc-ab1c-846ccb342be7 None None] Sync routers for ids ['8ea6935c-8e80-437a-b548-4045d22f2aaa'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:36:30.855705 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13748cb3-bb0f-40dc-ab1c-846ccb342be7 None None] Routers {'8ea6935c-8e80-437a-b548-4045d22f2aaa'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:36:30.856393 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-13748cb3-bb0f-40dc-ab1c-846ccb342be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:36:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8ea6935c-8e80-437a-b548-4045d22f2aaa'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:30.868344 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-5447bd96-beda-4bc7-8e59-029709f959ba tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "DELETE /v2.0/floatingips/d06dda9b-4280-41ce-8ea8-115b3aeb52b0 HTTP/1.1" status: 204 len: 168 time: 0.8712618 Apr 12 14:36:30.868344 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c46499b-42ac-45d6-8a0a-e1e37c9cf28f', 'tag': 'c9bb735b-cf47-4f42-a7b1-67752f7f6b3a'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:36:30.868924 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ea00ad51b5642e711501acc1f7ca5604eef3f69d3a6b574dfa4fd32ced1c6c7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10834285-c0fe-4e4a-b712-2a20b388b35f" -d '{"events": [{"name": "network-changed", "server_uuid": "6c46499b-42ac-45d6-8a0a-e1e37c9cf28f", "tag": "c9bb735b-cf47-4f42-a7b1-67752f7f6b3a"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:36:30.906575 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1163457-910d-41a8-a1e8-7eb1bf8e40fd x-openstack-request-id: req-c1163457-910d-41a8-a1e8-7eb1bf8e40fd {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:36:30.906880 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c46499b-42ac-45d6-8a0a-e1e37c9cf28f", "tag": "c9bb735b-cf47-4f42-a7b1-67752f7f6b3a", "status": "completed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:36:30.907136 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c1163457-910d-41a8-a1e8-7eb1bf8e40fd {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:36:30.907551 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1163457-910d-41a8-a1e8-7eb1bf8e40fd'] response: {'name': 'network-changed', 'server_uuid': '6c46499b-42ac-45d6-8a0a-e1e37c9cf28f', 'tag': 'c9bb735b-cf47-4f42-a7b1-67752f7f6b3a', 'status': 'completed', 'code': 200} Apr 12 14:36:30.972336 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-13748cb3-bb0f-40dc-ab1c-846ccb342be7 None None] Set router 8ea6935c-8e80-437a-b548-4045d22f2aaa gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:36:31.082825 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10834285-c0fe-4e4a-b712-2a20b388b35f req-5c9e238e-d384-4b6b-b6d9-b2c819c431e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:31.083941 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-10834285-c0fe-4e4a-b712-2a20b388b35f req-5c9e238e-d384-4b6b-b6d9-b2c819c431e9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=02af406c5f5b4f27890c5db6f5bda840&device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 1129 time: 0.1138375 Apr 12 14:36:31.133120 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72c2da-eed0-45af-ba80-5be14825ec5d req-e25f14a3-b8c5-4271-88e7-7b9e4e567fcb tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:31.134718 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7f72c2da-eed0-45af-ba80-5be14825ec5d req-e25f14a3-b8c5-4271-88e7-7b9e4e567fcb tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 945 time: 0.0506530 Apr 12 14:36:31.189736 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-13748cb3-bb0f-40dc-ab1c-846ccb342be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:07Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 4, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'gw_port': {'id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': 'a69af651-3740-4018-8a6e-2d39d24b4865', 'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'mac_address': 'fa:16:3e:e2:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:14Z', 'updated_at': '2022-04-12T14:28:26Z', 'revision_number': 5, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'subnets': [{'id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:31.191862 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7f72c2da-eed0-45af-ba80-5be14825ec5d req-3b82b811-662e-4bb3-9c4b-c367254bce38 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508451 Apr 12 14:36:31.225506 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13748cb3-bb0f-40dc-ab1c-846ccb342be7 None None] Checking router: 8ea6935c-8e80-437a-b548-4045d22f2aaa for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:36:31.235401 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13748cb3-bb0f-40dc-ab1c-846ccb342be7 None None] Routers {'8ea6935c-8e80-437a-b548-4045d22f2aaa'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:36:31.236049 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-13748cb3-bb0f-40dc-ab1c-846ccb342be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:36:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8ea6935c-8e80-437a-b548-4045d22f2aaa'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:31.352020 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-13748cb3-bb0f-40dc-ab1c-846ccb342be7 None None] Set router 8ea6935c-8e80-437a-b548-4045d22f2aaa gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:36:31.551584 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-13748cb3-bb0f-40dc-ab1c-846ccb342be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:07Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 4, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'gw_port': {'id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': 'a69af651-3740-4018-8a6e-2d39d24b4865', 'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'mac_address': 'fa:16:3e:e2:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:14Z', 'updated_at': '2022-04-12T14:28:26Z', 'revision_number': 5, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'subnets': [{'id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:31.577713 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13748cb3-bb0f-40dc-ab1c-846ccb342be7 None None] The sync data for ids ['8ea6935c-8e80-437a-b548-4045d22f2aaa'] in dv-cinder-837523-1-iscsi is: [{'id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:07Z', 'updated_at': '2022-04-12T14:28:15Z', 'revision_number': 4, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'gw_port': {'id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': 'a69af651-3740-4018-8a6e-2d39d24b4865', 'name': '', 'network_id': '37f9d6cb-734d-4a5c-b448-eec2b9f94087', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'mac_address': 'fa:16:3e:e2:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:14Z', 'updated_at': '2022-04-12T14:28:26Z', 'revision_number': 5, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'subnets': [{'id': '5f372aa8-ef48-4490-a9b2-c7f480e5dc57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:36:31.805784 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ede9982-fc21-40ff-b963-48d4c6d013db None None] New status for floating IP d06dda9b-4280-41ce-8ea8-115b3aeb52b0: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:36:32.318047 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61271d-3e56-4168-9b7a-68f95003af89 req-9e27e6bf-b1b1-4b99-8b18-9c87ce882898 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:32.319543 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3d61271d-3e56-4168-9b7a-68f95003af89 req-9e27e6bf-b1b1-4b99-8b18-9c87ce882898 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 945 time: 0.0526268 Apr 12 14:36:32.379247 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3d61271d-3e56-4168-9b7a-68f95003af89 req-ab43384b-f5b9-4878-9d04-260a44f26e8e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540676 Apr 12 14:36:32.418576 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10834285-c0fe-4e4a-b712-2a20b388b35f req-c5d8a914-5078-49f6-9b44-d5c3f9fee3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:32.420666 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-10834285-c0fe-4e4a-b712-2a20b388b35f req-c5d8a914-5078-49f6-9b44-d5c3f9fee3f0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=37f9d6cb-734d-4a5c-b448-eec2b9f94087 HTTP/1.1" status: 200 len: 914 time: 0.0975218 Apr 12 14:36:32.567634 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-10834285-c0fe-4e4a-b712-2a20b388b35f req-d47b1af0-8fda-48ba-a75f-ecb8ea590cef service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9bb735b-cf47-4f42-a7b1-67752f7f6b3a HTTP/1.1" status: 200 len: 217 time: 0.0365500 Apr 12 14:36:32.621493 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10834285-c0fe-4e4a-b712-2a20b388b35f req-ba9b7cef-5a13-420e-97fd-bf0bac334f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:32.623093 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-10834285-c0fe-4e4a-b712-2a20b388b35f req-ba9b7cef-5a13-420e-97fd-bf0bac334f3d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5f372aa8-ef48-4490-a9b2-c7f480e5dc57 HTTP/1.1" status: 200 len: 851 time: 0.0487363 Apr 12 14:36:32.834115 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10834285-c0fe-4e4a-b712-2a20b388b35f req-625e0b7d-d801-4ba4-9059-bfe198764032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:32.835548 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-10834285-c0fe-4e4a-b712-2a20b388b35f req-625e0b7d-d801-4ba4-9059-bfe198764032 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=37f9d6cb-734d-4a5c-b448-eec2b9f94087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406587 Apr 12 14:36:33.499826 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae945d-a1e3-40ba-b522-8c756109bc71 req-2b4d88c2-794f-4cce-a8a6-00a7ba24fc9b tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:33.501480 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f4ae945d-a1e3-40ba-b522-8c756109bc71 req-2b4d88c2-794f-4cce-a8a6-00a7ba24fc9b tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 945 time: 0.0461457 Apr 12 14:36:33.552123 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f4ae945d-a1e3-40ba-b522-8c756109bc71 req-2a1a81e7-543f-4c40-8a7c-acd1e8048a84 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443110 Apr 12 14:36:33.911157 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [req-10834285-c0fe-4e4a-b712-2a20b388b35f req-0f1792f7-669e-4fab-bd79-d755be73b07d service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103283) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:36:33.912117 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-10834285-c0fe-4e4a-b712-2a20b388b35f req-0f1792f7-669e-4fab-bd79-d755be73b07d service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054696 Apr 12 14:36:34.668514 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506bf28-6499-45f5-bd6f-1442ad28ecd2 req-5bd4b025-5d1e-4e7f-9c4f-66b367582d6a tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:34.670030 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2506bf28-6499-45f5-bd6f-1442ad28ecd2 req-5bd4b025-5d1e-4e7f-9c4f-66b367582d6a tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 945 time: 0.0505307 Apr 12 14:36:34.719677 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2506bf28-6499-45f5-bd6f-1442ad28ecd2 req-a52c8232-4906-4963-8e7f-a28da1198657 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440578 Apr 12 14:36:35.350094 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:36:35.795557 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device c9bb735b-cf47-4f42-a7b1-67752f7f6b3a no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:36:35.822643 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-10834285-c0fe-4e4a-b712-2a20b388b35f req-db400e92-5472-4a8d-8213-10bd16410ab2 service neutron] 10.222.0.69 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955570 Apr 12 14:36:35.870037 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feece49-4240-4cc5-8522-55a4aed8e5d4 req-c3be4163-8c8d-444d-a01d-2f4dee4545af tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:35.871605 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2feece49-4240-4cc5-8522-55a4aed8e5d4 req-c3be4163-8c8d-444d-a01d-2f4dee4545af tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 945 time: 0.0826142 Apr 12 14:36:35.880453 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14845d63-5521-4a8d-9654-56cee3027e0a req-40f3ef13-785a-4931-bfa3-a5aacdd7acd4 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:35.882009 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-14845d63-5521-4a8d-9654-56cee3027e0a req-40f3ef13-785a-4931-bfa3-a5aacdd7acd4 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 945 time: 0.0786819 Apr 12 14:36:35.883828 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port c9bb735b-cf47-4f42-a7b1-67752f7f6b3a is: ACTIVE; New status is: DOWN {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:36:35.884215 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (c9bb735b-cf47-4f42-a7b1-67752f7f6b3a), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:35.910919 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c46499b-42ac-45d6-8a0a-e1e37c9cf28f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9bb735b-cf47-4f42-a7b1-67752f7f6b3a'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:36:35.913215 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9f18ef-db45-40d7-b9eb-3fe36cd8a1d8" -d '{"events": [{"server_uuid": "6c46499b-42ac-45d6-8a0a-e1e37c9cf28f", "name": "network-vif-unplugged", "status": "completed", "tag": "c9bb735b-cf47-4f42-a7b1-67752f7f6b3a"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:36:35.928692 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port c9bb735b-cf47-4f42-a7b1-67752f7f6b3a, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c9bb735b-cf47-4f42-a7b1-67752f7f6b3a,segment=NetworkSegment(c8e89486-839e-423c-96c0-d92bc919a665),segment_id=c8e89486-839e-423c-96c0-d92bc919a665)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:35.934578 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [req-10834285-c0fe-4e4a-b712-2a20b388b35f req-e7ac390d-fb4d-4d6a-95fd-e963de573261 service neutron] 10.222.0.69 "GET /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013253 Apr 12 14:36:35.937526 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (c9bb735b-cf47-4f42-a7b1-67752f7f6b3a), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:35.973386 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 14:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39be4d0a-d7f1-4b5b-99e7-693586d3b65d x-openstack-request-id: req-39be4d0a-d7f1-4b5b-99e7-693586d3b65d {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:36:35.973674 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c46499b-42ac-45d6-8a0a-e1e37c9cf28f", "name": "network-vif-unplugged", "status": "completed", "tag": "c9bb735b-cf47-4f42-a7b1-67752f7f6b3a", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:36:35.973922 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-39be4d0a-d7f1-4b5b-99e7-693586d3b65d {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:36:35.974312 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39be4d0a-d7f1-4b5b-99e7-693586d3b65d'] response: {'server_uuid': '6c46499b-42ac-45d6-8a0a-e1e37c9cf28f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9bb735b-cf47-4f42-a7b1-67752f7f6b3a', 'code': 200} Apr 12 14:36:36.001176 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=c9bb735b-cf47-4f42-a7b1-67752f7f6b3a,revision_number=6']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:36.007333 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2feece49-4240-4cc5-8522-55a4aed8e5d4 req-802cab44-62bd-47e9-b8b0-4d1708984cc0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/security-groups?id=c0a675c0-6e8b-4865-b479-bcd498dd6585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242807 Apr 12 14:36:36.022906 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-14845d63-5521-4a8d-9654-56cee3027e0a req-9532b536-030d-4a7a-ae5f-67da3f4a97a0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Deleting port c9bb735b-cf47-4f42-a7b1-67752f7f6b3a {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:36.023240 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-14845d63-5521-4a8d-9654-56cee3027e0a req-9532b536-030d-4a7a-ae5f-67da3f4a97a0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (c9bb735b-cf47-4f42-a7b1-67752f7f6b3a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:36.113845 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-14845d63-5521-4a8d-9654-56cee3027e0a req-9532b536-030d-4a7a-ae5f-67da3f4a97a0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] For port c9bb735b-cf47-4f42-a7b1-67752f7f6b3a, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c9bb735b-cf47-4f42-a7b1-67752f7f6b3a,segment=NetworkSegment(c8e89486-839e-423c-96c0-d92bc919a665),segment_id=c8e89486-839e-423c-96c0-d92bc919a665)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:36.114213 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-14845d63-5521-4a8d-9654-56cee3027e0a req-9532b536-030d-4a7a-ae5f-67da3f4a97a0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (c9bb735b-cf47-4f42-a7b1-67752f7f6b3a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:36.128118 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-14845d63-5521-4a8d-9654-56cee3027e0a req-9532b536-030d-4a7a-ae5f-67da3f4a97a0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Calling delete_port for c9bb735b-cf47-4f42-a7b1-67752f7f6b3a owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:36.260726 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-14845d63-5521-4a8d-9654-56cee3027e0a req-9532b536-030d-4a7a-ae5f-67da3f4a97a0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (c9bb735b-cf47-4f42-a7b1-67752f7f6b3a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:36.291201 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532b536-030d-4a7a-ae5f-67da3f4a97a0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Pushing event deleted for resources: {'Port': ['ID=c9bb735b-cf47-4f42-a7b1-67752f7f6b3a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:36.303439 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532b536-030d-4a7a-ae5f-67da3f4a97a0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:36.303793 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532b536-030d-4a7a-ae5f-67da3f4a97a0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:36.304145 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532b536-030d-4a7a-ae5f-67da3f4a97a0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:36.304495 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532b536-030d-4a7a-ae5f-67da3f4a97a0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:36.304833 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532b536-030d-4a7a-ae5f-67da3f4a97a0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:36.305260 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532b536-030d-4a7a-ae5f-67da3f4a97a0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:36.305599 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532b536-030d-4a7a-ae5f-67da3f4a97a0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:36.305939 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532b536-030d-4a7a-ae5f-67da3f4a97a0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:36.306277 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532b536-030d-4a7a-ae5f-67da3f4a97a0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:36.306607 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532b536-030d-4a7a-ae5f-67da3f4a97a0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:36.306934 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532b536-030d-4a7a-ae5f-67da3f4a97a0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:36.307263 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532b536-030d-4a7a-ae5f-67da3f4a97a0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:36.307590 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532b536-030d-4a7a-ae5f-67da3f4a97a0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:36.307919 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532b536-030d-4a7a-ae5f-67da3f4a97a0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:36.308237 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9532b536-030d-4a7a-ae5f-67da3f4a97a0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:36.348661 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-14845d63-5521-4a8d-9654-56cee3027e0a req-9532b536-030d-4a7a-ae5f-67da3f4a97a0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] No DVR routers for this DVR port c9bb735b-cf47-4f42-a7b1-67752f7f6b3a on host hv-cinder-83752 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:36:36.351206 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-14845d63-5521-4a8d-9654-56cee3027e0a req-9532b536-030d-4a7a-ae5f-67da3f4a97a0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:36.354556 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-14845d63-5521-4a8d-9654-56cee3027e0a req-9532b536-030d-4a7a-ae5f-67da3f4a97a0 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.69 "DELETE /v2.0/ports/c9bb735b-cf47-4f42-a7b1-67752f7f6b3a HTTP/1.1" status: 204 len: 173 time: 0.4656475 Apr 12 14:36:36.354992 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c46499b-42ac-45d6-8a0a-e1e37c9cf28f', 'name': 'network-vif-deleted', 'tag': 'c9bb735b-cf47-4f42-a7b1-67752f7f6b3a'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:36:36.357269 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c350f45-d61e-44cf-a22b-0bef648e4846" -d '{"events": [{"server_uuid": "6c46499b-42ac-45d6-8a0a-e1e37c9cf28f", "name": "network-vif-deleted", "tag": "c9bb735b-cf47-4f42-a7b1-67752f7f6b3a"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:36:36.454329 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5926e5-ad07-47ad-878e-d278a2a75c44 x-openstack-request-id: req-ba5926e5-ad07-47ad-878e-d278a2a75c44 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:36:36.454632 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c46499b-42ac-45d6-8a0a-e1e37c9cf28f", "name": "network-vif-deleted", "tag": "c9bb735b-cf47-4f42-a7b1-67752f7f6b3a", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:36:36.454886 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ba5926e5-ad07-47ad-878e-d278a2a75c44 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:36:36.455290 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba5926e5-ad07-47ad-878e-d278a2a75c44'] response: {'server_uuid': '6c46499b-42ac-45d6-8a0a-e1e37c9cf28f', 'name': 'network-vif-deleted', 'tag': 'c9bb735b-cf47-4f42-a7b1-67752f7f6b3a', 'status': 'completed', 'code': 200} Apr 12 14:36:37.114981 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-87f9bc2e-1d0b-4ec1-92f8-6b3b815b2e3e req-5a7605a1-25cb-44a8-8399-44a2dda3563e tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c46499b-42ac-45d6-8a0a-e1e37c9cf28f HTTP/1.1" status: 200 len: 210 time: 0.0270576 Apr 12 14:36:37.417855 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:38.170796 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35046) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:38.287630 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-05aee73f-e1c8-44fb-89cd-b722362551b7 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Deleting port e208ddea-bde0-4e64-b896-d7e69095d656 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:38.288006 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05aee73f-e1c8-44fb-89cd-b722362551b7 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (e208ddea-bde0-4e64-b896-d7e69095d656), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:38.368370 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05aee73f-e1c8-44fb-89cd-b722362551b7 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (e208ddea-bde0-4e64-b896-d7e69095d656), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:38.368787 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05aee73f-e1c8-44fb-89cd-b722362551b7 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for floatingip (e208ddea-bde0-4e64-b896-d7e69095d656), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:38.382261 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-05aee73f-e1c8-44fb-89cd-b722362551b7 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Calling delete_port for e208ddea-bde0-4e64-b896-d7e69095d656 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:38.528395 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05aee73f-e1c8-44fb-89cd-b722362551b7 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (e208ddea-bde0-4e64-b896-d7e69095d656), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:38.554393 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aee73f-e1c8-44fb-89cd-b722362551b7 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Pushing event deleted for resources: {'Port': ['ID=e208ddea-bde0-4e64-b896-d7e69095d656,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:38.632674 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05aee73f-e1c8-44fb-89cd-b722362551b7 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for floatingip (f500dad1-dac8-43ab-8107-a39f5825f6a9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:38.635278 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-05aee73f-e1c8-44fb-89cd-b722362551b7 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:38.636474 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-05aee73f-e1c8-44fb-89cd-b722362551b7 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "DELETE /v2.0/floatingips/f500dad1-dac8-43ab-8107-a39f5825f6a9 HTTP/1.1" status: 204 len: 168 time: 0.4647043 Apr 12 14:36:39.833675 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35078) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:39.892280 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9fa6056-77c1-424f-aaf8-450683438941 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for security_group (c0a675c0-6e8b-4865-b479-bcd498dd6585), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:39.919868 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9fa6056-77c1-424f-aaf8-450683438941 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for security_group (c0a675c0-6e8b-4865-b479-bcd498dd6585), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:39.979355 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9fa6056-77c1-424f-aaf8-450683438941 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (c0a675c0-6e8b-4865-b479-bcd498dd6585), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:39.982274 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f9fa6056-77c1-424f-aaf8-450683438941 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:39.984019 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-f9fa6056-77c1-424f-aaf8-450683438941 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] 10.222.0.79 "DELETE /v2.0/security-groups/c0a675c0-6e8b-4865-b479-bcd498dd6585 HTTP/1.1" status: 204 len: 168 time: 0.1492105 Apr 12 14:36:39.994391 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa6056-77c1-424f-aaf8-450683438941 tempest-TestVolumeBootPattern-1719298890 tempest-TestVolumeBootPattern-1719298890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a675c0-6e8b-4865-b479-bcd498dd6585,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:40.043174 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35084) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:40.474079 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64b7bc4c-d054-4429-b7ed-843b93567f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548802'] for router_interface (8ea6935c-8e80-437a-b548-4045d22f2aaa), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:40.963477 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-64b7bc4c-d054-4429-b7ed-843b93567f1e admin admin] Deleting port a69af651-3740-4018-8a6e-2d39d24b4865 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:40.963477 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64b7bc4c-d054-4429-b7ed-843b93567f1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (a69af651-3740-4018-8a6e-2d39d24b4865), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:41.039854 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-64b7bc4c-d054-4429-b7ed-843b93567f1e admin admin] For port a69af651-3740-4018-8a6e-2d39d24b4865, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=a69af651-3740-4018-8a6e-2d39d24b4865,segment=NetworkSegment(c8e89486-839e-423c-96c0-d92bc919a665),segment_id=c8e89486-839e-423c-96c0-d92bc919a665)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:41.040130 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64b7bc4c-d054-4429-b7ed-843b93567f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (a69af651-3740-4018-8a6e-2d39d24b4865), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:41.053665 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-64b7bc4c-d054-4429-b7ed-843b93567f1e admin admin] Calling delete_port for a69af651-3740-4018-8a6e-2d39d24b4865 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:41.245746 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64b7bc4c-d054-4429-b7ed-843b93567f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (a69af651-3740-4018-8a6e-2d39d24b4865), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:41.279675 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7bc4c-d054-4429-b7ed-843b93567f1e admin admin] Pushing event deleted for resources: {'Port': ['ID=a69af651-3740-4018-8a6e-2d39d24b4865,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:41.461039 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-64b7bc4c-d054-4429-b7ed-843b93567f1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548718'] for router_interface (8ea6935c-8e80-437a-b548-4045d22f2aaa), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:41.701985 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b7bc4c-d054-4429-b7ed-843b93567f1e admin admin] Router 8ea6935c-8e80-437a-b548-4045d22f2aaa has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:36:41.813759 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b7bc4c-d054-4429-b7ed-843b93567f1e admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:36:41.819007 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-64b7bc4c-d054-4429-b7ed-843b93567f1e admin admin] 10.222.0.79 "PUT /v2.0/routers/8ea6935c-8e80-437a-b548-4045d22f2aaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7750235 Apr 12 14:36:41.821967 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35104) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:41.824962 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0478c0-6221-4cf9-9dd1-2a5ef09941c7 None None] Sync routers for ids ['8ea6935c-8e80-437a-b548-4045d22f2aaa'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:36:41.836283 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0478c0-6221-4cf9-9dd1-2a5ef09941c7 None None] Routers {'8ea6935c-8e80-437a-b548-4045d22f2aaa'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:36:41.836952 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5e0478c0-6221-4cf9-9dd1-2a5ef09941c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:36:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8ea6935c-8e80-437a-b548-4045d22f2aaa'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:41.942691 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f124f752-e17e-46ad-91db-05da0ca21a80 admin admin] Publish callbacks [] for router (8ea6935c-8e80-437a-b548-4045d22f2aaa), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:42.046782 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-5e0478c0-6221-4cf9-9dd1-2a5ef09941c7 None None] Set router 8ea6935c-8e80-437a-b548-4045d22f2aaa gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:36:42.054172 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f124f752-e17e-46ad-91db-05da0ca21a80 admin admin] Publish callbacks [] for router_gateway (8ea6935c-8e80-437a-b548-4045d22f2aaa), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:42.099981 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f124f752-e17e-46ad-91db-05da0ca21a80 admin admin] Deleting port 053dfe34-2062-447e-9d0e-b24c5f30bdc9 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:42.100193 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f124f752-e17e-46ad-91db-05da0ca21a80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (053dfe34-2062-447e-9d0e-b24c5f30bdc9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:42.182370 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-f124f752-e17e-46ad-91db-05da0ca21a80 admin admin] For port 053dfe34-2062-447e-9d0e-b24c5f30bdc9, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=053dfe34-2062-447e-9d0e-b24c5f30bdc9,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:42.182820 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f124f752-e17e-46ad-91db-05da0ca21a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (053dfe34-2062-447e-9d0e-b24c5f30bdc9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:42.198641 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-f124f752-e17e-46ad-91db-05da0ca21a80 admin admin] Calling delete_port for 053dfe34-2062-447e-9d0e-b24c5f30bdc9 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:42.235842 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5e0478c0-6221-4cf9-9dd1-2a5ef09941c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:07Z', 'updated_at': '2022-04-12T14:36:41Z', 'revision_number': 5, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'gw_port': {'id': '053dfe34-2062-447e-9d0e-b24c5f30bdc9', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:08Z', 'updated_at': '2022-04-12T14:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:42.268869 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0478c0-6221-4cf9-9dd1-2a5ef09941c7 None None] Checking router: 8ea6935c-8e80-437a-b548-4045d22f2aaa for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:36:42.277322 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0478c0-6221-4cf9-9dd1-2a5ef09941c7 None None] Routers {'8ea6935c-8e80-437a-b548-4045d22f2aaa'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:36:42.277998 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5e0478c0-6221-4cf9-9dd1-2a5ef09941c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:36:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['8ea6935c-8e80-437a-b548-4045d22f2aaa'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:42.370497 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-5e0478c0-6221-4cf9-9dd1-2a5ef09941c7 None None] Set router 8ea6935c-8e80-437a-b548-4045d22f2aaa gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:36:42.372387 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f124f752-e17e-46ad-91db-05da0ca21a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (053dfe34-2062-447e-9d0e-b24c5f30bdc9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:42.407748 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124f752-e17e-46ad-91db-05da0ca21a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=053dfe34-2062-447e-9d0e-b24c5f30bdc9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:42.430311 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-5e0478c0-6221-4cf9-9dd1-2a5ef09941c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:07Z', 'updated_at': '2022-04-12T14:36:42Z', 'revision_number': 6, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'gw_port_host': None}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:42.458522 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0478c0-6221-4cf9-9dd1-2a5ef09941c7 None None] The sync data for ids ['8ea6935c-8e80-437a-b548-4045d22f2aaa'] in dv-cinder-837523-1-iscsi is: [{'id': '8ea6935c-8e80-437a-b548-4045d22f2aaa', 'name': 'tempest-TestVolumeBootPattern-1872993922-router', 'tenant_id': '02af406c5f5b4f27890c5db6f5bda840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:07Z', 'updated_at': '2022-04-12T14:36:42Z', 'revision_number': 6, 'project_id': '02af406c5f5b4f27890c5db6f5bda840', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:36:42.471616 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f124f752-e17e-46ad-91db-05da0ca21a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546440'] for router_gateway (8ea6935c-8e80-437a-b548-4045d22f2aaa), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:42.575181 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f124f752-e17e-46ad-91db-05da0ca21a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4077'] for router (8ea6935c-8e80-437a-b548-4045d22f2aaa), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:42.577570 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f124f752-e17e-46ad-91db-05da0ca21a80 admin admin] Publish callbacks [] for router_controller (8ea6935c-8e80-437a-b548-4045d22f2aaa), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:42.638955 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f124f752-e17e-46ad-91db-05da0ca21a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-645423'] for router (8ea6935c-8e80-437a-b548-4045d22f2aaa), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:42.639343 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f124f752-e17e-46ad-91db-05da0ca21a80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ea6935c-8e80-437a-b548-4045d22f2aaa {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 14:36:42.647006 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f124f752-e17e-46ad-91db-05da0ca21a80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:42.648385 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-f124f752-e17e-46ad-91db-05da0ca21a80 admin admin] 10.222.0.79 "DELETE /v2.0/routers/8ea6935c-8e80-437a-b548-4045d22f2aaa HTTP/1.1" status: 204 len: 168 time: 0.8252563 Apr 12 14:36:42.651156 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 35114) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:42.698471 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dda0a92-2680-44ad-ab84-18e816747632 admin admin] Deleting subnet 5f372aa8-ef48-4490-a9b2-c7f480e5dc57 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:36:42.701588 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4dda0a92-2680-44ad-ab84-18e816747632 admin admin] Publish callbacks [] for subnet (5f372aa8-ef48-4490-a9b2-c7f480e5dc57), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:42.748072 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4dda0a92-2680-44ad-ab84-18e816747632 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58773011'] for subnet (5f372aa8-ef48-4490-a9b2-c7f480e5dc57), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:42.827960 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4dda0a92-2680-44ad-ab84-18e816747632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16103179'] for subnet (5f372aa8-ef48-4490-a9b2-c7f480e5dc57), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:42.884464 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4dda0a92-2680-44ad-ab84-18e816747632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16103218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3951348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59075873'] for subnet (5f372aa8-ef48-4490-a9b2-c7f480e5dc57), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:42.913677 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda0a92-2680-44ad-ab84-18e816747632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f372aa8-ef48-4490-a9b2-c7f480e5dc57,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:42.918444 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4dda0a92-2680-44ad-ab84-18e816747632 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:42.923108 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-4dda0a92-2680-44ad-ab84-18e816747632 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5f372aa8-ef48-4490-a9b2-c7f480e5dc57 HTTP/1.1" status: 204 len: 168 time: 0.2707555 Apr 12 14:36:42.924751 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cde438d-cc64-44e2-9839-c683ac55e9af None None] Network 37f9d6cb-734d-4a5c-b448-eec2b9f94087 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:36:42.925634 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35116) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:42.938655 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda0a92-2680-44ad-ab84-18e816747632 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:42.938655 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda0a92-2680-44ad-ab84-18e816747632 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:42.939100 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda0a92-2680-44ad-ab84-18e816747632 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:42.939448 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda0a92-2680-44ad-ab84-18e816747632 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:42.939786 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda0a92-2680-44ad-ab84-18e816747632 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:42.940260 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda0a92-2680-44ad-ab84-18e816747632 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:42.940595 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda0a92-2680-44ad-ab84-18e816747632 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:42.941394 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda0a92-2680-44ad-ab84-18e816747632 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:42.941394 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda0a92-2680-44ad-ab84-18e816747632 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:42.941647 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda0a92-2680-44ad-ab84-18e816747632 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:42.941980 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda0a92-2680-44ad-ab84-18e816747632 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:42.942305 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda0a92-2680-44ad-ab84-18e816747632 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:42.942631 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda0a92-2680-44ad-ab84-18e816747632 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:42.942943 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda0a92-2680-44ad-ab84-18e816747632 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:42.943458 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda0a92-2680-44ad-ab84-18e816747632 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:43.005922 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d5a3c76-3d3a-46c8-920e-f21d9b18ad5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16156760'] for network (37f9d6cb-734d-4a5c-b448-eec2b9f94087), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:43.053150 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-1d5a3c76-3d3a-46c8-920e-f21d9b18ad5e admin admin] Deleting port 35897b48-ab8b-45f4-82e1-97ce5230a498 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:43.053492 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d5a3c76-3d3a-46c8-920e-f21d9b18ad5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (35897b48-ab8b-45f4-82e1-97ce5230a498), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:43.122791 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-1d5a3c76-3d3a-46c8-920e-f21d9b18ad5e admin admin] For port 35897b48-ab8b-45f4-82e1-97ce5230a498, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=35897b48-ab8b-45f4-82e1-97ce5230a498,segment=NetworkSegment(c8e89486-839e-423c-96c0-d92bc919a665),segment_id=c8e89486-839e-423c-96c0-d92bc919a665)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:43.123594 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d5a3c76-3d3a-46c8-920e-f21d9b18ad5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (35897b48-ab8b-45f4-82e1-97ce5230a498), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:43.135445 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-1d5a3c76-3d3a-46c8-920e-f21d9b18ad5e admin admin] Calling delete_port for 35897b48-ab8b-45f4-82e1-97ce5230a498 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:43.214234 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d5a3c76-3d3a-46c8-920e-f21d9b18ad5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (35897b48-ab8b-45f4-82e1-97ce5230a498), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:43.246512 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5a3c76-3d3a-46c8-920e-f21d9b18ad5e admin admin] No DVR routers for this DVR port 35897b48-ab8b-45f4-82e1-97ce5230a498 on host dv-cinder-837523-1-iscsi {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:36:43.252692 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a3c76-3d3a-46c8-920e-f21d9b18ad5e admin admin] Pushing event deleted for resources: {'Port': ['ID=35897b48-ab8b-45f4-82e1-97ce5230a498,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:43.261243 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f3b93b-cc31-494f-9755-ca551f404a2b None None] DHCP port deletion for 37f9d6cb-734d-4a5c-b448-eec2b9f94087 request from dv-cinder-837523-1-iscsi {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 14:36:43.327296 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d5a3c76-3d3a-46c8-920e-f21d9b18ad5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16104838', 'neutron.services.segments.db._delete_segments_for_network-8728757608111'] for network (37f9d6cb-734d-4a5c-b448-eec2b9f94087), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:43.347367 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1d5a3c76-3d3a-46c8-920e-f21d9b18ad5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f9d6cb-734d-4a5c-b448-eec2b9f94087']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:43.357677 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1d5a3c76-3d3a-46c8-920e-f21d9b18ad5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e89486-839e-423c-96c0-d92bc919a665') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:43.357971 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1d5a3c76-3d3a-46c8-920e-f21d9b18ad5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e89486-839e-423c-96c0-d92bc919a665') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:43.367270 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d5a3c76-3d3a-46c8-920e-f21d9b18ad5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728757610680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3180176'] for segment (c8e89486-839e-423c-96c0-d92bc919a665), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:43.381415 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d5a3c76-3d3a-46c8-920e-f21d9b18ad5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (c8e89486-839e-423c-96c0-d92bc919a665), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:43.387981 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5a3c76-3d3a-46c8-920e-f21d9b18ad5e admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:36:43.388459 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d5a3c76-3d3a-46c8-920e-f21d9b18ad5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3725860'] for segment (c8e89486-839e-423c-96c0-d92bc919a665), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: Traceback (most recent call last): Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: timer() Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: cb(*args, **kw) Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: return func(*args, **kwargs) Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: self._notify() Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: self.callback(batched_events) Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: event.method(event) Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: return f(self, *a, **k) Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: return self._get(url).json() Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:36:43.390910 dv-cinder-837523-1-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:36:43.450791 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d5a3c76-3d3a-46c8-920e-f21d9b18ad5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16104841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546540'] for network (37f9d6cb-734d-4a5c-b448-eec2b9f94087), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:43.457288 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1d5a3c76-3d3a-46c8-920e-f21d9b18ad5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:43.460608 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-1d5a3c76-3d3a-46c8-920e-f21d9b18ad5e admin admin] 10.222.0.79 "DELETE /v2.0/networks/37f9d6cb-734d-4a5c-b448-eec2b9f94087 HTTP/1.1" status: 204 len: 168 time: 0.5335627 Apr 12 14:36:43.463604 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 35120) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:43.472218 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a3c76-3d3a-46c8-920e-f21d9b18ad5e admin admin] Pushing event deleted for resources: {'Network': ['ID=37f9d6cb-734d-4a5c-b448-eec2b9f94087,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:43.807067 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a51ce906-b969-40ee-a2f4-61cc4ecbf14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548802'] for router_interface (208757a6-d1c3-40c7-b82d-0820521bca69), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:43.983528 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 35897b48-ab8b-45f4-82e1-97ce5230a498 no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:36:44.004350 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: 35897b48-ab8b-45f4-82e1-97ce5230a498 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:36:44.004700 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 35897b48-ab8b-45f4-82e1-97ce5230a498 not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:36:44.005158 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device a69af651-3740-4018-8a6e-2d39d24b4865 no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:36:44.026296 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: a69af651-3740-4018-8a6e-2d39d24b4865 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:36:44.026657 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device a69af651-3740-4018-8a6e-2d39d24b4865 not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:36:44.027097 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 053dfe34-2062-447e-9d0e-b24c5f30bdc9 no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:36:44.048036 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: 053dfe34-2062-447e-9d0e-b24c5f30bdc9 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:36:44.048390 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 053dfe34-2062-447e-9d0e-b24c5f30bdc9 not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:36:44.338206 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a51ce906-b969-40ee-a2f4-61cc4ecbf14b admin admin] Deleting port 5eeb5c05-9186-4666-89f5-56ca179d556c {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:44.338206 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a51ce906-b969-40ee-a2f4-61cc4ecbf14b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (5eeb5c05-9186-4666-89f5-56ca179d556c), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:44.417601 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a51ce906-b969-40ee-a2f4-61cc4ecbf14b admin admin] For port 5eeb5c05-9186-4666-89f5-56ca179d556c, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=5eeb5c05-9186-4666-89f5-56ca179d556c,segment=NetworkSegment(23360cd4-c6c4-4b4b-8f56-bd3e311d844e),segment_id=23360cd4-c6c4-4b4b-8f56-bd3e311d844e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:44.417961 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a51ce906-b969-40ee-a2f4-61cc4ecbf14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (5eeb5c05-9186-4666-89f5-56ca179d556c), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:44.431576 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a51ce906-b969-40ee-a2f4-61cc4ecbf14b admin admin] Calling delete_port for 5eeb5c05-9186-4666-89f5-56ca179d556c owned by network:router_interface {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:44.622054 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a51ce906-b969-40ee-a2f4-61cc4ecbf14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (5eeb5c05-9186-4666-89f5-56ca179d556c), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:44.646524 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ce906-b969-40ee-a2f4-61cc4ecbf14b admin admin] Pushing event deleted for resources: {'Port': ['ID=5eeb5c05-9186-4666-89f5-56ca179d556c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:44.819249 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a51ce906-b969-40ee-a2f4-61cc4ecbf14b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548718'] for router_interface (208757a6-d1c3-40c7-b82d-0820521bca69), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:45.046520 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51ce906-b969-40ee-a2f4-61cc4ecbf14b admin admin] Router 208757a6-d1c3-40c7-b82d-0820521bca69 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:36:45.159800 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51ce906-b969-40ee-a2f4-61cc4ecbf14b admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:36:45.165244 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-a51ce906-b969-40ee-a2f4-61cc4ecbf14b admin admin] 10.222.0.79 "PUT /v2.0/routers/208757a6-d1c3-40c7-b82d-0820521bca69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7001050 Apr 12 14:36:45.167524 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 35150) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:45.176790 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef49ce3f-1768-46e7-8bbf-f261ee102d33 None None] Sync routers for ids ['208757a6-d1c3-40c7-b82d-0820521bca69'] in dv-cinder-837523-1-iscsi {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:36:45.187534 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef49ce3f-1768-46e7-8bbf-f261ee102d33 None None] Routers {'208757a6-d1c3-40c7-b82d-0820521bca69'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:36:45.188160 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ef49ce3f-1768-46e7-8bbf-f261ee102d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:36:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['208757a6-d1c3-40c7-b82d-0820521bca69'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:45.296606 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb0d1ce9-f00c-48d5-8125-139140879be7 admin admin] Publish callbacks [] for router (208757a6-d1c3-40c7-b82d-0820521bca69), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:45.301815 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-ef49ce3f-1768-46e7-8bbf-f261ee102d33 None None] Set router 208757a6-d1c3-40c7-b82d-0820521bca69 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:36:45.430526 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb0d1ce9-f00c-48d5-8125-139140879be7 admin admin] Publish callbacks [] for router_gateway (208757a6-d1c3-40c7-b82d-0820521bca69), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:45.482065 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-eb0d1ce9-f00c-48d5-8125-139140879be7 admin admin] Deleting port 94421176-a80a-4931-a38a-d0d994d5d633 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:45.482515 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb0d1ce9-f00c-48d5-8125-139140879be7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (94421176-a80a-4931-a38a-d0d994d5d633), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:45.569843 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-eb0d1ce9-f00c-48d5-8125-139140879be7 admin admin] For port 94421176-a80a-4931-a38a-d0d994d5d633, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=94421176-a80a-4931-a38a-d0d994d5d633,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:45.570117 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb0d1ce9-f00c-48d5-8125-139140879be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (94421176-a80a-4931-a38a-d0d994d5d633), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:45.583000 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-eb0d1ce9-f00c-48d5-8125-139140879be7 admin admin] Calling delete_port for 94421176-a80a-4931-a38a-d0d994d5d633 owned by network:router_gateway {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:45.615356 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ef49ce3f-1768-46e7-8bbf-f261ee102d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208757a6-d1c3-40c7-b82d-0820521bca69', 'name': 'tempest-TestVolumeBootPattern-2054548885-router', 'tenant_id': 'f20c2b1688ac44838b5f3201fbea9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '94421176-a80a-4931-a38a-d0d994d5d633', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:19Z', 'updated_at': '2022-04-12T14:36:44Z', 'revision_number': 5, 'project_id': 'f20c2b1688ac44838b5f3201fbea9790', 'gw_port': {'id': '94421176-a80a-4931-a38a-d0d994d5d633', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:af:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208757a6-d1c3-40c7-b82d-0820521bca69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:28:20Z', 'updated_at': '2022-04-12T14:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:45.644110 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef49ce3f-1768-46e7-8bbf-f261ee102d33 None None] Checking router: 208757a6-d1c3-40c7-b82d-0820521bca69 for host: dv-cinder-837523-1-iscsi {{(pid=103285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:36:45.653698 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef49ce3f-1768-46e7-8bbf-f261ee102d33 None None] Routers {'208757a6-d1c3-40c7-b82d-0820521bca69'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:36:45.654387 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ef49ce3f-1768-46e7-8bbf-f261ee102d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:36:20Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['208757a6-d1c3-40c7-b82d-0820521bca69'], 'active': True} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:45.750256 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvr_db [None req-ef49ce3f-1768-46e7-8bbf-f261ee102d33 None None] Set router 208757a6-d1c3-40c7-b82d-0820521bca69 gateway port host: None {{(pid=103285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:36:45.791590 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb0d1ce9-f00c-48d5-8125-139140879be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (94421176-a80a-4931-a38a-d0d994d5d633), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:45.807749 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_hamode_db [None req-ef49ce3f-1768-46e7-8bbf-f261ee102d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208757a6-d1c3-40c7-b82d-0820521bca69', 'name': 'tempest-TestVolumeBootPattern-2054548885-router', 'tenant_id': 'f20c2b1688ac44838b5f3201fbea9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:19Z', 'updated_at': '2022-04-12T14:36:45Z', 'revision_number': 6, 'project_id': 'f20c2b1688ac44838b5f3201fbea9790', 'gw_port_host': None}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:45.822878 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d1ce9-f00c-48d5-8125-139140879be7 admin admin] Pushing event deleted for resources: {'Port': ['ID=94421176-a80a-4931-a38a-d0d994d5d633,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:45.836807 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef49ce3f-1768-46e7-8bbf-f261ee102d33 None None] The sync data for ids ['208757a6-d1c3-40c7-b82d-0820521bca69'] in dv-cinder-837523-1-iscsi is: [{'id': '208757a6-d1c3-40c7-b82d-0820521bca69', 'name': 'tempest-TestVolumeBootPattern-2054548885-router', 'tenant_id': 'f20c2b1688ac44838b5f3201fbea9790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:28:19Z', 'updated_at': '2022-04-12T14:36:45Z', 'revision_number': 6, 'project_id': 'f20c2b1688ac44838b5f3201fbea9790', 'gw_port_host': None}] {{(pid=103285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:36:45.887365 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb0d1ce9-f00c-48d5-8125-139140879be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546440'] for router_gateway (208757a6-d1c3-40c7-b82d-0820521bca69), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:45.978322 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb0d1ce9-f00c-48d5-8125-139140879be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4077'] for router (208757a6-d1c3-40c7-b82d-0820521bca69), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:45.980452 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb0d1ce9-f00c-48d5-8125-139140879be7 admin admin] Publish callbacks [] for router_controller (208757a6-d1c3-40c7-b82d-0820521bca69), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.026549 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb0d1ce9-f00c-48d5-8125-139140879be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-645423'] for router (208757a6-d1c3-40c7-b82d-0820521bca69), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.027069 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0d1ce9-f00c-48d5-8125-139140879be7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 208757a6-d1c3-40c7-b82d-0820521bca69 {{(pid=103283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 14:36:46.031753 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb0d1ce9-f00c-48d5-8125-139140879be7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.032913 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-eb0d1ce9-f00c-48d5-8125-139140879be7 admin admin] 10.222.0.79 "DELETE /v2.0/routers/208757a6-d1c3-40c7-b82d-0820521bca69 HTTP/1.1" status: 204 len: 168 time: 0.8644247 Apr 12 14:36:46.037523 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35154) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:46.082733 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-e916a2b8-afa9-4a9a-a50e-2037d1434376 admin admin] Deleting subnet 3046c053-e9c4-45f3-907e-940a33d9a350 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:36:46.085804 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e916a2b8-afa9-4a9a-a50e-2037d1434376 admin admin] Publish callbacks [] for subnet (3046c053-e9c4-45f3-907e-940a33d9a350), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.125448 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e916a2b8-afa9-4a9a-a50e-2037d1434376 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3180185'] for subnet (3046c053-e9c4-45f3-907e-940a33d9a350), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.133215 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 35158) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:46.200954 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dae40a0-4645-47a8-8ac2-1a909a3076cb admin admin] Deleting subnet 569083f2-3a1a-4007-a99b-5e7e7944ee17 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:36:46.206445 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2dae40a0-4645-47a8-8ac2-1a909a3076cb admin admin] Publish callbacks [] for subnet (569083f2-3a1a-4007-a99b-5e7e7944ee17), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.236236 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e916a2b8-afa9-4a9a-a50e-2037d1434376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16103179'] for subnet (3046c053-e9c4-45f3-907e-940a33d9a350), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.271804 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2dae40a0-4645-47a8-8ac2-1a909a3076cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58773011'] for subnet (569083f2-3a1a-4007-a99b-5e7e7944ee17), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.333426 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e916a2b8-afa9-4a9a-a50e-2037d1434376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16103218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3725966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4036632'] for subnet (3046c053-e9c4-45f3-907e-940a33d9a350), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.335274 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 5eeb5c05-9186-4666-89f5-56ca179d556c no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:36:46.350895 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2dae40a0-4645-47a8-8ac2-1a909a3076cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16103179'] for subnet (569083f2-3a1a-4007-a99b-5e7e7944ee17), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.358707 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916a2b8-afa9-4a9a-a50e-2037d1434376 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3046c053-e9c4-45f3-907e-940a33d9a350,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:46.364726 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e916a2b8-afa9-4a9a-a50e-2037d1434376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.375911 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-e916a2b8-afa9-4a9a-a50e-2037d1434376 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3046c053-e9c4-45f3-907e-940a33d9a350 HTTP/1.1" status: 204 len: 168 time: 0.3293633 Apr 12 14:36:46.376166 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb283951-6ab2-456c-b45a-29c58be772be None None] Network 8545d876-be56-4d97-a822-807b059dd176 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:36:46.376166 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: 5eeb5c05-9186-4666-89f5-56ca179d556c {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:36:46.376166 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 5eeb5c05-9186-4666-89f5-56ca179d556c not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:36:46.378950 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 35160) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:46.467575 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97806a70-bee5-495d-8744-c5f174dfa1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16156760'] for network (8545d876-be56-4d97-a822-807b059dd176), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.491785 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2dae40a0-4645-47a8-8ac2-1a909a3076cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16103218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3951348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59075873'] for subnet (569083f2-3a1a-4007-a99b-5e7e7944ee17), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.542480 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae40a0-4645-47a8-8ac2-1a909a3076cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=569083f2-3a1a-4007-a99b-5e7e7944ee17,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:46.547587 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2dae40a0-4645-47a8-8ac2-1a909a3076cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.550845 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-2dae40a0-4645-47a8-8ac2-1a909a3076cb admin admin] 10.222.0.79 "DELETE /v2.0/subnets/569083f2-3a1a-4007-a99b-5e7e7944ee17 HTTP/1.1" status: 204 len: 168 time: 0.4165001 Apr 12 14:36:46.554392 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35168) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:46.563625 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-97806a70-bee5-495d-8744-c5f174dfa1d2 admin admin] Deleting port 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:46.563966 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97806a70-bee5-495d-8744-c5f174dfa1d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.639951 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-97806a70-bee5-495d-8744-c5f174dfa1d2 admin admin] For port 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a,segment=NetworkSegment(23360cd4-c6c4-4b4b-8f56-bd3e311d844e),segment_id=23360cd4-c6c4-4b4b-8f56-bd3e311d844e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:46.641023 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97806a70-bee5-495d-8744-c5f174dfa1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.643978 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dc2c63-86ca-408e-a303-9f540b26a54e None None] DHCP port deletion for 8545d876-be56-4d97-a822-807b059dd176 request from dv-cinder-837523-1-iscsi {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 14:36:46.645573 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b678bd5-2209-4da6-8f80-2da366fbe580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16156760'] for network (1805baf1-093e-44e5-a044-fc3a65ffad20), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.660679 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-97806a70-bee5-495d-8744-c5f174dfa1d2 admin admin] Calling delete_port for 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:46.707577 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d1dc2c63-86ca-408e-a303-9f540b26a54e None None] Deleting port 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a {{(pid=103285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:46.715543 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d1dc2c63-86ca-408e-a303-9f540b26a54e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a), before_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.755246 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b678bd5-2209-4da6-8f80-2da366fbe580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16104838', 'neutron.services.segments.db._delete_segments_for_network-8728757608111'] for network (1805baf1-093e-44e5-a044-fc3a65ffad20), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.776293 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97806a70-bee5-495d-8744-c5f174dfa1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3951241'] for port (6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.782759 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5b678bd5-2209-4da6-8f80-2da366fbe580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1805baf1-093e-44e5-a044-fc3a65ffad20']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:46.799584 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5b678bd5-2209-4da6-8f80-2da366fbe580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c5eb41a-8388-4db2-b007-09d224bb3748') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:46.799890 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-5b678bd5-2209-4da6-8f80-2da366fbe580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c5eb41a-8388-4db2-b007-09d224bb3748') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:46.813097 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b678bd5-2209-4da6-8f80-2da366fbe580 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728757610680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3180176'] for segment (0c5eb41a-8388-4db2-b007-09d224bb3748), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.815142 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97806a70-bee5-495d-8744-c5f174dfa1d2 admin admin] No DVR routers for this DVR port 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a on host dv-cinder-837523-1-iscsi {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:36:46.817144 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97806a70-bee5-495d-8744-c5f174dfa1d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:46.832055 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-d1dc2c63-86ca-408e-a303-9f540b26a54e None None] For port 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a,segment=NetworkSegment(23360cd4-c6c4-4b4b-8f56-bd3e311d844e),segment_id=23360cd4-c6c4-4b4b-8f56-bd3e311d844e)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:46.832524 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b678bd5-2209-4da6-8f80-2da366fbe580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (0c5eb41a-8388-4db2-b007-09d224bb3748), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.834431 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d1dc2c63-86ca-408e-a303-9f540b26a54e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a), precommit_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.840657 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b678bd5-2209-4da6-8f80-2da366fbe580 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:36:46.841314 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b678bd5-2209-4da6-8f80-2da366fbe580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3725860'] for segment (0c5eb41a-8388-4db2-b007-09d224bb3748), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: Traceback (most recent call last): Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: timer() Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: cb(*args, **kw) Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: return func(*args, **kwargs) Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: self._notify() Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: self.callback(batched_events) Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: event.method(event) Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: return f(self, *a, **k) Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: return self._get(url).json() Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:36:46.844575 dv-cinder-837523-1-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:36:46.857309 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-d1dc2c63-86ca-408e-a303-9f540b26a54e None None] Calling delete_port for 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a owned by network:dhcp {{(pid=103285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:46.916104 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b678bd5-2209-4da6-8f80-2da366fbe580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16104841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546540'] for network (1805baf1-093e-44e5-a044-fc3a65ffad20), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.922110 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b678bd5-2209-4da6-8f80-2da366fbe580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.925559 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-5b678bd5-2209-4da6-8f80-2da366fbe580 admin admin] 10.222.0.79 "DELETE /v2.0/networks/1805baf1-093e-44e5-a044-fc3a65ffad20 HTTP/1.1" status: 204 len: 168 time: 0.3696110 Apr 12 14:36:46.926868 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97806a70-bee5-495d-8744-c5f174dfa1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16104838', 'neutron.services.segments.db._delete_segments_for_network-8728757608111'] for network (8545d876-be56-4d97-a822-807b059dd176), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.943278 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b678bd5-2209-4da6-8f80-2da366fbe580 admin admin] Pushing event deleted for resources: {'Network': ['ID=1805baf1-093e-44e5-a044-fc3a65ffad20,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:46.950556 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d1dc2c63-86ca-408e-a303-9f540b26a54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616'] for port (6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a), after_delete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:46.972123 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-97806a70-bee5-495d-8744-c5f174dfa1d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8545d876-be56-4d97-a822-807b059dd176']}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:46.983933 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-97806a70-bee5-495d-8744-c5f174dfa1d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23360cd4-c6c4-4b4b-8f56-bd3e311d844e') {'for_net_delete': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:46.984583 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.services.segments.db [None req-97806a70-bee5-495d-8744-c5f174dfa1d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23360cd4-c6c4-4b4b-8f56-bd3e311d844e') {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:46.986750 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dc2c63-86ca-408e-a303-9f540b26a54e None None] Pushing event deleted for resources: {'Port': ['ID=6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a,revision_number=None']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:46.994217 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dc2c63-86ca-408e-a303-9f540b26a54e None None] No DVR routers for this DVR port 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a on host dv-cinder-837523-1-iscsi {{(pid=103285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:36:46.996196 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2c63-86ca-408e-a303-9f540b26a54e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:46.996554 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2c63-86ca-408e-a303-9f540b26a54e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:46.996946 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2c63-86ca-408e-a303-9f540b26a54e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:46.997314 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2c63-86ca-408e-a303-9f540b26a54e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:46.997763 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2c63-86ca-408e-a303-9f540b26a54e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:47.007200 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2c63-86ca-408e-a303-9f540b26a54e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:47.008399 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97806a70-bee5-495d-8744-c5f174dfa1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728757610680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58773018'] for segment (23360cd4-c6c4-4b4b-8f56-bd3e311d844e), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:47.010086 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2c63-86ca-408e-a303-9f540b26a54e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:47.010457 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2c63-86ca-408e-a303-9f540b26a54e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:47.010772 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2c63-86ca-408e-a303-9f540b26a54e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:47.011105 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2c63-86ca-408e-a303-9f540b26a54e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:47.011442 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2c63-86ca-408e-a303-9f540b26a54e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:47.011820 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2c63-86ca-408e-a303-9f540b26a54e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:47.012104 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2c63-86ca-408e-a303-9f540b26a54e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:47.012711 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2c63-86ca-408e-a303-9f540b26a54e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:47.012867 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dc2c63-86ca-408e-a303-9f540b26a54e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:36:47.042847 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97806a70-bee5-495d-8744-c5f174dfa1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (23360cd4-c6c4-4b4b-8f56-bd3e311d844e), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:47.054881 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97806a70-bee5-495d-8744-c5f174dfa1d2 admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=103283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:36:47.055431 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97806a70-bee5-495d-8744-c5f174dfa1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3951198'] for segment (23360cd4-c6c4-4b4b-8f56-bd3e311d844e), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: Traceback (most recent call last): Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: timer() Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: cb(*args, **kw) Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: return func(*args, **kwargs) Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: self._notify() Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: self.callback(batched_events) Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: event.method(event) Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: return f(self, *a, **k) Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: return self._get(url).json() Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: return self.request(url, 'GET', **kwargs) Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:36:47.057781 dv-cinder-837523-1-iscsi neutron-server[103283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:36:47.111356 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35182) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:47.141755 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97806a70-bee5-495d-8744-c5f174dfa1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16104841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546540'] for network (8545d876-be56-4d97-a822-807b059dd176), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:47.158390 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97806a70-bee5-495d-8744-c5f174dfa1d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:47.162082 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-97806a70-bee5-495d-8744-c5f174dfa1d2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/8545d876-be56-4d97-a822-807b059dd176 HTTP/1.1" status: 204 len: 168 time: 0.7819278 Apr 12 14:36:47.163199 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97806a70-bee5-495d-8744-c5f174dfa1d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8545d876-be56-4d97-a822-807b059dd176,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:47.181544 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-7e25ae63-0345-440f-bfb5-d68dccc08831 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=94f6b6e4eedc4aaeaa8c519287b37a7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0689485 Apr 12 14:36:47.183199 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35186) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:47.236795 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c83560f1-cf03-4d58-955b-07b342f13961 admin admin] Publish callbacks [] for security_group (8502d7a4-4beb-4234-a290-3890d57902cb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:47.258433 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c83560f1-cf03-4d58-955b-07b342f13961 admin admin] Publish callbacks [] for security_group (8502d7a4-4beb-4234-a290-3890d57902cb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:47.312636 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c83560f1-cf03-4d58-955b-07b342f13961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (8502d7a4-4beb-4234-a290-3890d57902cb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:47.316672 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c83560f1-cf03-4d58-955b-07b342f13961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:47.318881 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c83560f1-cf03-4d58-955b-07b342f13961 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8502d7a4-4beb-4234-a290-3890d57902cb HTTP/1.1" status: 204 len: 168 time: 0.1344421 Apr 12 14:36:47.327853 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83560f1-cf03-4d58-955b-07b342f13961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8502d7a4-4beb-4234-a290-3890d57902cb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:47.357824 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35190) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:47.399918 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-2031dd54-96b8-46f4-b1cf-3f86dc7fe0d7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=02af406c5f5b4f27890c5db6f5bda840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407484 Apr 12 14:36:47.402557 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35192) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:47.456936 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-43252aae-070e-40b7-8730-0d8e4472af79 admin admin] Publish callbacks [] for security_group (5d2cecc8-7e70-4df0-8222-fb4e48d84c14), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:47.484257 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-43252aae-070e-40b7-8730-0d8e4472af79 admin admin] Publish callbacks [] for security_group (5d2cecc8-7e70-4df0-8222-fb4e48d84c14), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:47.543236 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-43252aae-070e-40b7-8730-0d8e4472af79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (5d2cecc8-7e70-4df0-8222-fb4e48d84c14), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:47.546580 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-43252aae-070e-40b7-8730-0d8e4472af79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:47.550971 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-43252aae-070e-40b7-8730-0d8e4472af79 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5d2cecc8-7e70-4df0-8222-fb4e48d84c14 HTTP/1.1" status: 204 len: 168 time: 0.1443603 Apr 12 14:36:47.560451 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43252aae-070e-40b7-8730-0d8e4472af79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2cecc8-7e70-4df0-8222-fb4e48d84c14,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:47.976144 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35198) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:48.008163 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:36:48.026942 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-dd7ae40e-a2a9-44e2-9fa9-950833ed9f88 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f20c2b1688ac44838b5f3201fbea9790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478926 Apr 12 14:36:48.027625 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35200) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:48.030349 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:36:48.030702 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 6ec553b0-d97a-4b9b-9b5f-e6f294b6ee9a not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:36:48.031130 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 94421176-a80a-4931-a38a-d0d994d5d633 no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:36:48.055196 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: 94421176-a80a-4931-a38a-d0d994d5d633 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:36:48.055555 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 94421176-a80a-4931-a38a-d0d994d5d633 not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:36:48.090729 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29cfbb42-4532-4fb9-b1c9-29186c24c79f admin admin] Publish callbacks [] for security_group (c8c12610-961f-4a09-9bf4-27afefceba8d), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:48.117787 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29cfbb42-4532-4fb9-b1c9-29186c24c79f admin admin] Publish callbacks [] for security_group (c8c12610-961f-4a09-9bf4-27afefceba8d), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:48.140229 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-fc7ad1e0-2ce2-4712-9e8f-145c5bfa2b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:48.178451 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29cfbb42-4532-4fb9-b1c9-29186c24c79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (c8c12610-961f-4a09-9bf4-27afefceba8d), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:48.181057 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29cfbb42-4532-4fb9-b1c9-29186c24c79f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:48.182344 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-29cfbb42-4532-4fb9-b1c9-29186c24c79f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c8c12610-961f-4a09-9bf4-27afefceba8d HTTP/1.1" status: 204 len: 168 time: 0.1537323 Apr 12 14:36:48.204509 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfbb42-4532-4fb9-b1c9-29186c24c79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c12610-961f-4a09-9bf4-27afefceba8d,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:48.440123 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0a5ab-8728-4ec7-927b-ec770928c283 req-38706848-a879-4d67-bb90-dc4655f24b5e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:48.441676 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbe0a5ab-8728-4ec7-927b-ec770928c283 req-38706848-a879-4d67-bb90-dc4655f24b5e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=735286f5-f26f-4e23-a909-b588c579bfff HTTP/1.1" status: 200 len: 946 time: 0.0587907 Apr 12 14:36:48.494995 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bbe0a5ab-8728-4ec7-927b-ec770928c283 req-3c46a362-a02f-4af5-903d-dbeeca1d3052 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=533469e6-8aac-4a40-a26a-4834ab5bf2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472701 Apr 12 14:36:49.627108 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e63bc-0580-4495-8669-b176b7619dfe req-7a080411-8381-4528-a462-ac2b98eec6c1 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:49.628723 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-074e63bc-0580-4495-8669-b176b7619dfe req-7a080411-8381-4528-a462-ac2b98eec6c1 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=735286f5-f26f-4e23-a909-b588c579bfff HTTP/1.1" status: 200 len: 946 time: 0.0604537 Apr 12 14:36:49.677386 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-074e63bc-0580-4495-8669-b176b7619dfe req-301e1a6f-d500-49bf-926a-c36f5238ab7f tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=533469e6-8aac-4a40-a26a-4834ab5bf2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426173 Apr 12 14:36:50.383808 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c3eb8-fce5-4cbb-bf5d-d3b38b8f2674 req-8cdebe3f-11d5-490a-9101-55203c921bf7 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:50.385193 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3d1c3eb8-fce5-4cbb-bf5d-d3b38b8f2674 req-8cdebe3f-11d5-490a-9101-55203c921bf7 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.69 "GET /v2.0/ports?device_id=735286f5-f26f-4e23-a909-b588c579bfff HTTP/1.1" status: 200 len: 946 time: 0.0467839 Apr 12 14:36:50.476288 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-3d1c3eb8-fce5-4cbb-bf5d-d3b38b8f2674 req-595cc26e-1576-4dd2-95fa-a7768349bb88 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Deleting port f55791aa-14a1-4afa-bb2e-1bd5b2bac347 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:50.476620 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3d1c3eb8-fce5-4cbb-bf5d-d3b38b8f2674 req-595cc26e-1576-4dd2-95fa-a7768349bb88 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (f55791aa-14a1-4afa-bb2e-1bd5b2bac347), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:50.513311 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dafce0d4-4422-44bb-be34-f9ab584d2284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:50.575664 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-3d1c3eb8-fce5-4cbb-bf5d-d3b38b8f2674 req-595cc26e-1576-4dd2-95fa-a7768349bb88 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] For port f55791aa-14a1-4afa-bb2e-1bd5b2bac347, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=f55791aa-14a1-4afa-bb2e-1bd5b2bac347,segment=NetworkSegment(5facf32a-40c5-4067-8228-6e38b04f0740),segment_id=5facf32a-40c5-4067-8228-6e38b04f0740)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:50.576031 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3d1c3eb8-fce5-4cbb-bf5d-d3b38b8f2674 req-595cc26e-1576-4dd2-95fa-a7768349bb88 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (f55791aa-14a1-4afa-bb2e-1bd5b2bac347), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:50.767595 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3d1c3eb8-fce5-4cbb-bf5d-d3b38b8f2674 req-595cc26e-1576-4dd2-95fa-a7768349bb88 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:50.768511 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3d1c3eb8-fce5-4cbb-bf5d-d3b38b8f2674 req-595cc26e-1576-4dd2-95fa-a7768349bb88 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-546498'] for floatingip (709ec93b-1964-42a5-9dea-20fd3ee1ed0e), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:50.768511 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.l3_db [req-3d1c3eb8-fce5-4cbb-bf5d-d3b38b8f2674 req-595cc26e-1576-4dd2-95fa-a7768349bb88 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Floating IP 709ec93b-1964-42a5-9dea-20fd3ee1ed0e disassociated. External IP: 172.27.0.149, port: f55791aa-14a1-4afa-bb2e-1bd5b2bac347. Apr 12 14:36:50.768736 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-3d1c3eb8-fce5-4cbb-bf5d-d3b38b8f2674 req-595cc26e-1576-4dd2-95fa-a7768349bb88 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Calling delete_port for f55791aa-14a1-4afa-bb2e-1bd5b2bac347 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:50.810390 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc7608-54d3-476e-b6a9-6974a84bb9d8 req-53a0a516-ce20-4290-a9c0-072f45f6a607 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:36:50.812576 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1efc7608-54d3-476e-b6a9-6974a84bb9d8 req-53a0a516-ce20-4290-a9c0-072f45f6a607 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=735286f5-f26f-4e23-a909-b588c579bfff HTTP/1.1" status: 200 len: 946 time: 0.0659740 Apr 12 14:36:50.905309 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-1efc7608-54d3-476e-b6a9-6974a84bb9d8 req-ec949385-594d-41ea-8b62-e850877b84fd tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups?id=533469e6-8aac-4a40-a26a-4834ab5bf2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654278 Apr 12 14:36:50.966973 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3d1c3eb8-fce5-4cbb-bf5d-d3b38b8f2674 req-595cc26e-1576-4dd2-95fa-a7768349bb88 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (f55791aa-14a1-4afa-bb2e-1bd5b2bac347), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:51.247483 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595cc26e-1576-4dd2-95fa-a7768349bb88 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event deleted for resources: {'Port': ['ID=f55791aa-14a1-4afa-bb2e-1bd5b2bac347,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:51.365017 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d1c3eb8-fce5-4cbb-bf5d-d3b38b8f2674 req-595cc26e-1576-4dd2-95fa-a7768349bb88 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Router b848b625-db38-48b6-85ac-eb01f53c8953 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:36:51.475509 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d1c3eb8-fce5-4cbb-bf5d-d3b38b8f2674 req-595cc26e-1576-4dd2-95fa-a7768349bb88 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:36:51.486248 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b38b81-afc7-42c9-b268-b54c7daf9254 None None] Sync routers for ids ['b848b625-db38-48b6-85ac-eb01f53c8953'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:36:51.501071 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b38b81-afc7-42c9-b268-b54c7daf9254 None None] Routers {'b848b625-db38-48b6-85ac-eb01f53c8953'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:36:51.501642 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d1b38b81-afc7-42c9-b268-b54c7daf9254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:36:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b848b625-db38-48b6-85ac-eb01f53c8953'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:51.518780 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1c3eb8-fce5-4cbb-bf5d-d3b38b8f2674 req-595cc26e-1576-4dd2-95fa-a7768349bb88 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] No DVR routers for this DVR port f55791aa-14a1-4afa-bb2e-1bd5b2bac347 on host hv-cinder-83752 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:36:51.521224 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-3d1c3eb8-fce5-4cbb-bf5d-d3b38b8f2674 req-595cc26e-1576-4dd2-95fa-a7768349bb88 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:51.524463 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3d1c3eb8-fce5-4cbb-bf5d-d3b38b8f2674 req-595cc26e-1576-4dd2-95fa-a7768349bb88 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.69 "DELETE /v2.0/ports/f55791aa-14a1-4afa-bb2e-1bd5b2bac347 HTTP/1.1" status: 204 len: 173 time: 1.1321256 Apr 12 14:36:51.524918 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735286f5-f26f-4e23-a909-b588c579bfff', 'name': 'network-vif-deleted', 'tag': 'f55791aa-14a1-4afa-bb2e-1bd5b2bac347'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:36:51.527247 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2ee848-0e2c-4933-b36e-56699d69d5e1" -d '{"events": [{"server_uuid": "735286f5-f26f-4e23-a909-b588c579bfff", "name": "network-vif-deleted", "tag": "f55791aa-14a1-4afa-bb2e-1bd5b2bac347"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:36:51.562730 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:51.569539 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cf34de-d0cc-498d-9651-35c907615284 x-openstack-request-id: req-a2cf34de-d0cc-498d-9651-35c907615284 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:36:51.569830 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735286f5-f26f-4e23-a909-b588c579bfff", "name": "network-vif-deleted", "tag": "f55791aa-14a1-4afa-bb2e-1bd5b2bac347", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:36:51.570116 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a2cf34de-d0cc-498d-9651-35c907615284 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:36:51.570476 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2cf34de-d0cc-498d-9651-35c907615284'] response: {'server_uuid': '735286f5-f26f-4e23-a909-b588c579bfff', 'name': 'network-vif-deleted', 'tag': 'f55791aa-14a1-4afa-bb2e-1bd5b2bac347', 'status': 'completed', 'code': 200} Apr 12 14:36:51.635335 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-d1b38b81-afc7-42c9-b268-b54c7daf9254 None None] Set router b848b625-db38-48b6-85ac-eb01f53c8953 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:36:51.850077 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d1b38b81-afc7-42c9-b268-b54c7daf9254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '5aa28035-1c1f-45a8-acfe-8006db67f402', 'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'mac_address': 'fa:16:3e:30:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:35Z', 'updated_at': '2022-04-12T14:31:39Z', 'revision_number': 5, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'subnets': [{'id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:51.876559 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b38b81-afc7-42c9-b268-b54c7daf9254 None None] Checking router: b848b625-db38-48b6-85ac-eb01f53c8953 for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:36:51.884967 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b38b81-afc7-42c9-b268-b54c7daf9254 None None] Routers {'b848b625-db38-48b6-85ac-eb01f53c8953'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:36:51.885589 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d1b38b81-afc7-42c9-b268-b54c7daf9254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:36:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b848b625-db38-48b6-85ac-eb01f53c8953'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:52.000633 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-d1b38b81-afc7-42c9-b268-b54c7daf9254 None None] Set router b848b625-db38-48b6-85ac-eb01f53c8953 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:36:52.023654 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-454d695a-86c5-47a2-a720-61a5a3eb7495 req-6e0e0bf5-54e3-495b-8a92-14bbe8b133bc tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/ports?device_id=735286f5-f26f-4e23-a909-b588c579bfff HTTP/1.1" status: 200 len: 210 time: 0.0369241 Apr 12 14:36:52.213234 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-d1b38b81-afc7-42c9-b268-b54c7daf9254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '5aa28035-1c1f-45a8-acfe-8006db67f402', 'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'mac_address': 'fa:16:3e:30:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:35Z', 'updated_at': '2022-04-12T14:31:39Z', 'revision_number': 5, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'subnets': [{'id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:52.240227 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b38b81-afc7-42c9-b268-b54c7daf9254 None None] The sync data for ids ['b848b625-db38-48b6-85ac-eb01f53c8953'] in dv-cinder-837523-1-iscsi is: [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:31:36Z', 'revision_number': 4, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi', '_interfaces': [{'id': '5aa28035-1c1f-45a8-acfe-8006db67f402', 'name': '', 'network_id': 'b92ade3c-1952-4e8c-a71a-76cbe01a1576', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'mac_address': 'fa:16:3e:30:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:35Z', 'updated_at': '2022-04-12T14:31:39Z', 'revision_number': 5, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'subnets': [{'id': 'f447f83a-4258-47f2-9876-65788ff6ba27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:36:52.475312 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90be2b8f-eec4-4402-90de-781404f820b1 None None] New status for floating IP 709ec93b-1964-42a5-9dea-20fd3ee1ed0e: DOWN {{(pid=103285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 14:36:52.920808 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:53.111028 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35224) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:53.164568 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-289aae19-87d3-4bbc-9841-c81e86aa9b09 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group (533469e6-8aac-4a40-a26a-4834ab5bf2ad), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:53.191431 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-289aae19-87d3-4bbc-9841-c81e86aa9b09 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group (533469e6-8aac-4a40-a26a-4834ab5bf2ad), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:53.241423 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-289aae19-87d3-4bbc-9841-c81e86aa9b09 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (533469e6-8aac-4a40-a26a-4834ab5bf2ad), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:53.244016 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-289aae19-87d3-4bbc-9841-c81e86aa9b09 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:53.245188 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-289aae19-87d3-4bbc-9841-c81e86aa9b09 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "DELETE /v2.0/security-groups/533469e6-8aac-4a40-a26a-4834ab5bf2ad HTTP/1.1" status: 204 len: 168 time: 0.1331046 Apr 12 14:36:53.247968 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 35226) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:53.254448 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289aae19-87d3-4bbc-9841-c81e86aa9b09 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=533469e6-8aac-4a40-a26a-4834ab5bf2ad,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:53.264401 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.api.v2.resource [None req-ca735af4-a7d4-427f-8eca-f6d6d55abd2e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] show failed (client error): The resource could not be found. Apr 12 14:36:53.265611 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-ca735af4-a7d4-427f-8eca-f6d6d55abd2e tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "GET /v2.0/security-groups/533469e6-8aac-4a40-a26a-4834ab5bf2ad HTTP/1.1" status: 404 len: 347 time: 0.0165966 Apr 12 14:36:53.268716 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35228) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:53.396456 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-db76406f-fada-4391-a7f6-abbdc04aeba9 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Deleting port 3713079e-a365-452b-9396-89782a26f8f0 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:53.396798 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db76406f-fada-4391-a7f6-abbdc04aeba9 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (3713079e-a365-452b-9396-89782a26f8f0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:53.472103 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db76406f-fada-4391-a7f6-abbdc04aeba9 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (3713079e-a365-452b-9396-89782a26f8f0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:53.472431 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db76406f-fada-4391-a7f6-abbdc04aeba9 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (3713079e-a365-452b-9396-89782a26f8f0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:53.486516 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-db76406f-fada-4391-a7f6-abbdc04aeba9 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Calling delete_port for 3713079e-a365-452b-9396-89782a26f8f0 owned by network:floatingip {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:53.622766 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db76406f-fada-4391-a7f6-abbdc04aeba9 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (3713079e-a365-452b-9396-89782a26f8f0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:53.646884 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76406f-fada-4391-a7f6-abbdc04aeba9 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Pushing event deleted for resources: {'Port': ['ID=3713079e-a365-452b-9396-89782a26f8f0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:53.713760 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db76406f-fada-4391-a7f6-abbdc04aeba9 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks [] for floatingip (709ec93b-1964-42a5-9dea-20fd3ee1ed0e), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:53.716458 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-db76406f-fada-4391-a7f6-abbdc04aeba9 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for floatingip (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:53.718249 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-db76406f-fada-4391-a7f6-abbdc04aeba9 tempest-AttachVolumeNegativeTest-993810773 tempest-AttachVolumeNegativeTest-993810773-project] 10.222.0.79 "DELETE /v2.0/floatingips/709ec93b-1964-42a5-9dea-20fd3ee1ed0e HTTP/1.1" status: 204 len: 168 time: 0.4478548 Apr 12 14:36:53.847437 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device f55791aa-14a1-4afa-bb2e-1bd5b2bac347 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:36:53.867200 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] No Port match for: f55791aa-14a1-4afa-bb2e-1bd5b2bac347 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:36:53.867549 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device f55791aa-14a1-4afa-bb2e-1bd5b2bac347 not bound to the agent host hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:36:54.433358 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:57.382002 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35264) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:57.924298 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7456143-6e70-41ab-941d-9c13322be25e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548802'] for router_interface (b848b625-db38-48b6-85ac-eb01f53c8953), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:58.165480 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b7456143-6e70-41ab-941d-9c13322be25e admin admin] Deleting port 5aa28035-1c1f-45a8-acfe-8006db67f402 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:58.165858 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7456143-6e70-41ab-941d-9c13322be25e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (5aa28035-1c1f-45a8-acfe-8006db67f402), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:58.253432 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-b7456143-6e70-41ab-941d-9c13322be25e admin admin] For port 5aa28035-1c1f-45a8-acfe-8006db67f402, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=5aa28035-1c1f-45a8-acfe-8006db67f402,segment=NetworkSegment(5facf32a-40c5-4067-8228-6e38b04f0740),segment_id=5facf32a-40c5-4067-8228-6e38b04f0740)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:58.253709 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7456143-6e70-41ab-941d-9c13322be25e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (5aa28035-1c1f-45a8-acfe-8006db67f402), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:58.266050 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-b7456143-6e70-41ab-941d-9c13322be25e admin admin] Calling delete_port for 5aa28035-1c1f-45a8-acfe-8006db67f402 owned by network:router_interface {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:58.448982 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7456143-6e70-41ab-941d-9c13322be25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (5aa28035-1c1f-45a8-acfe-8006db67f402), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:58.479143 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7456143-6e70-41ab-941d-9c13322be25e admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa28035-1c1f-45a8-acfe-8006db67f402,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:58.650405 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b7456143-6e70-41ab-941d-9c13322be25e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548718'] for router_interface (b848b625-db38-48b6-85ac-eb01f53c8953), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:58.881764 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7456143-6e70-41ab-941d-9c13322be25e admin admin] Router b848b625-db38-48b6-85ac-eb01f53c8953 has already been hosted by L3 agent 6fb6cbcb-6d19-473c-81bc-3845e61ff331 {{(pid=103284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 14:36:58.991913 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7456143-6e70-41ab-941d-9c13322be25e admin admin] Notify agent at l3_agent.dv-cinder-837523-1-iscsi the message routers_updated {{(pid=103284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 14:36:58.997863 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b7456143-6e70-41ab-941d-9c13322be25e admin admin] 10.222.0.79 "PUT /v2.0/routers/b848b625-db38-48b6-85ac-eb01f53c8953/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6147788 Apr 12 14:36:59.000408 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35268) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:59.002264 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38f60c1-f9e7-4793-948d-3e731facfd4d None None] Sync routers for ids ['b848b625-db38-48b6-85ac-eb01f53c8953'] in dv-cinder-837523-1-iscsi {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 14:36:59.012820 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f60c1-f9e7-4793-948d-3e731facfd4d None None] Routers {'b848b625-db38-48b6-85ac-eb01f53c8953'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:36:59.013494 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b38f60c1-f9e7-4793-948d-3e731facfd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:36:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b848b625-db38-48b6-85ac-eb01f53c8953'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:59.117742 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-89e2f878-0cab-4ff2-94e0-99e630438d82 admin admin] Publish callbacks [] for router (b848b625-db38-48b6-85ac-eb01f53c8953), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:59.122336 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-b38f60c1-f9e7-4793-948d-3e731facfd4d None None] Set router b848b625-db38-48b6-85ac-eb01f53c8953 gateway port host: dv-cinder-837523-1-iscsi {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:36:59.235781 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-89e2f878-0cab-4ff2-94e0-99e630438d82 admin admin] Publish callbacks [] for router_gateway (b848b625-db38-48b6-85ac-eb01f53c8953), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:59.279919 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-89e2f878-0cab-4ff2-94e0-99e630438d82 admin admin] Deleting port 1a6c49e0-f876-4cb3-bb19-f9fd03742716 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:36:59.280213 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-89e2f878-0cab-4ff2-94e0-99e630438d82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (1a6c49e0-f876-4cb3-bb19-f9fd03742716), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:59.290456 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b38f60c1-f9e7-4793-948d-3e731facfd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'external_fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:36:58Z', 'revision_number': 5, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port': {'id': '1a6c49e0-f876-4cb3-bb19-f9fd03742716', 'name': '', 'network_id': 'd880c522-0b20-4278-b126-cb351e10a8a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837523-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T14:31:33Z', 'updated_at': '2022-04-12T14:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5f6c94a-8527-427a-a2ce-715c797655f2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837523-1-iscsi'}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:59.322135 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38f60c1-f9e7-4793-948d-3e731facfd4d None None] Checking router: b848b625-db38-48b6-85ac-eb01f53c8953 for host: dv-cinder-837523-1-iscsi {{(pid=103287) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 14:36:59.330571 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38f60c1-f9e7-4793-948d-3e731facfd4d None None] Routers {'b848b625-db38-48b6-85ac-eb01f53c8953'} bound to L3 agent in host dv-cinder-837523-1-iscsi {{(pid=103287) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 14:36:59.331190 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b38f60c1-f9e7-4793-948d-3e731facfd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837523-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T14:17:20Z,description=,heartbeat_timestamp=2022-04-12T14:36:50Z,host='dv-cinder-837523-1-iscsi',id=6fb6cbcb-6d19-473c-81bc-3845e61ff331,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T14:17:20Z,topic='l3_agent')) {'router_ids': ['b848b625-db38-48b6-85ac-eb01f53c8953'], 'active': True} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:59.364964 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-89e2f878-0cab-4ff2-94e0-99e630438d82 admin admin] For port 1a6c49e0-f876-4cb3-bb19-f9fd03742716, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=1a6c49e0-f876-4cb3-bb19-f9fd03742716,segment=NetworkSegment(39fc0562-f363-4aaa-b0c6-876cb2e821f3),segment_id=39fc0562-f363-4aaa-b0c6-876cb2e821f3)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:36:59.365341 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-89e2f878-0cab-4ff2-94e0-99e630438d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (1a6c49e0-f876-4cb3-bb19-f9fd03742716), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:59.379609 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-89e2f878-0cab-4ff2-94e0-99e630438d82 admin admin] Calling delete_port for 1a6c49e0-f876-4cb3-bb19-f9fd03742716 owned by network:router_gateway {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:36:59.515184 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_dvr_db [None req-b38f60c1-f9e7-4793-948d-3e731facfd4d None None] Set router b848b625-db38-48b6-85ac-eb01f53c8953 gateway port host: None {{(pid=103287) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 14:36:59.561352 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-89e2f878-0cab-4ff2-94e0-99e630438d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (1a6c49e0-f876-4cb3-bb19-f9fd03742716), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:59.572950 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.l3_hamode_db [None req-b38f60c1-f9e7-4793-948d-3e731facfd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:36:59Z', 'revision_number': 6, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port_host': None}], 'dv-cinder-837523-1-iscsi', False) {} {{(pid=103287) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:36:59.603142 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38f60c1-f9e7-4793-948d-3e731facfd4d None None] The sync data for ids ['b848b625-db38-48b6-85ac-eb01f53c8953'] in dv-cinder-837523-1-iscsi is: [{'id': 'b848b625-db38-48b6-85ac-eb01f53c8953', 'name': 'tempest-AttachVolumeNegativeTest-1047636487-router', 'tenant_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T14:31:32Z', 'updated_at': '2022-04-12T14:36:59Z', 'revision_number': 6, 'project_id': 'b89123ba80a94b8d8e37e734b8a4615a', 'gw_port_host': None}] {{(pid=103287) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 14:36:59.611227 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2f878-0cab-4ff2-94e0-99e630438d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a6c49e0-f876-4cb3-bb19-f9fd03742716,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:36:59.656121 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-89e2f878-0cab-4ff2-94e0-99e630438d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546440'] for router_gateway (b848b625-db38-48b6-85ac-eb01f53c8953), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:59.757736 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-89e2f878-0cab-4ff2-94e0-99e630438d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-645414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4077'] for router (b848b625-db38-48b6-85ac-eb01f53c8953), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:59.759869 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-89e2f878-0cab-4ff2-94e0-99e630438d82 admin admin] Publish callbacks [] for router_controller (b848b625-db38-48b6-85ac-eb01f53c8953), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:59.804882 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-89e2f878-0cab-4ff2-94e0-99e630438d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-645423'] for router (b848b625-db38-48b6-85ac-eb01f53c8953), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:59.805461 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e2f878-0cab-4ff2-94e0-99e630438d82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b848b625-db38-48b6-85ac-eb01f53c8953 {{(pid=103284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 14:36:59.810219 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-89e2f878-0cab-4ff2-94e0-99e630438d82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:59.811492 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-89e2f878-0cab-4ff2-94e0-99e630438d82 admin admin] 10.222.0.79 "DELETE /v2.0/routers/b848b625-db38-48b6-85ac-eb01f53c8953 HTTP/1.1" status: 204 len: 168 time: 0.8096125 Apr 12 14:36:59.813961 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35270) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:36:59.863794 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_v2 [None req-5990335e-074e-46d4-a7a3-b426beb329ad admin admin] Deleting subnet f447f83a-4258-47f2-9876-65788ff6ba27 {{(pid=103284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:36:59.866957 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5990335e-074e-46d4-a7a3-b426beb329ad admin admin] Publish callbacks [] for subnet (f447f83a-4258-47f2-9876-65788ff6ba27), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:59.906076 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5990335e-074e-46d4-a7a3-b426beb329ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3180185'] for subnet (f447f83a-4258-47f2-9876-65788ff6ba27), precommit_delete_associations {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:36:59.992966 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5990335e-074e-46d4-a7a3-b426beb329ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16103179'] for subnet (f447f83a-4258-47f2-9876-65788ff6ba27), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:00.057229 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5990335e-074e-46d4-a7a3-b426beb329ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16103218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3725966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4036632'] for subnet (f447f83a-4258-47f2-9876-65788ff6ba27), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:00.062895 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 5aa28035-1c1f-45a8-acfe-8006db67f402 no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:37:00.081730 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990335e-074e-46d4-a7a3-b426beb329ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f447f83a-4258-47f2-9876-65788ff6ba27,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:00.085201 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: 5aa28035-1c1f-45a8-acfe-8006db67f402 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:37:00.085562 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 5aa28035-1c1f-45a8-acfe-8006db67f402 not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:37:00.088029 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5990335e-074e-46d4-a7a3-b426beb329ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for subnet (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:00.092580 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-5990335e-074e-46d4-a7a3-b426beb329ad admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f447f83a-4258-47f2-9876-65788ff6ba27 HTTP/1.1" status: 204 len: 168 time: 0.2768304 Apr 12 14:37:00.095089 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35272) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:00.095297 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b0f62b-31d8-4348-9049-7a6c8b2c39bc None None] Network b92ade3c-1952-4e8c-a71a-76cbe01a1576 requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:37:00.167258 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c518f07-a997-4d1c-a545-3a258c0fae8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16156760'] for network (b92ade3c-1952-4e8c-a71a-76cbe01a1576), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:00.216272 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-1c518f07-a997-4d1c-a545-3a258c0fae8b admin admin] Deleting port 4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:37:00.217061 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c518f07-a997-4d1c-a545-3a258c0fae8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:00.282636 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-1c518f07-a997-4d1c-a545-3a258c0fae8b admin admin] For port 4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9, host dv-cinder-837523-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837523-1-iscsi',level=0,port_id=4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9,segment=NetworkSegment(5facf32a-40c5-4067-8228-6e38b04f0740),segment_id=5facf32a-40c5-4067-8228-6e38b04f0740)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:37:00.283012 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c518f07-a997-4d1c-a545-3a258c0fae8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:00.295943 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-1c518f07-a997-4d1c-a545-3a258c0fae8b admin admin] Calling delete_port for 4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9 owned by network:dhcp {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:37:00.376407 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c518f07-a997-4d1c-a545-3a258c0fae8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:00.404119 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c518f07-a997-4d1c-a545-3a258c0fae8b admin admin] Pushing event deleted for resources: {'Port': ['ID=4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:00.406837 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308f8243-1288-4135-96b6-5437acaabf33 None None] DHCP port deletion for b92ade3c-1952-4e8c-a71a-76cbe01a1576 request from dv-cinder-837523-1-iscsi {{(pid=103285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 14:37:00.411958 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c518f07-a997-4d1c-a545-3a258c0fae8b admin admin] No DVR routers for this DVR port 4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9 on host dv-cinder-837523-1-iscsi {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:37:00.762193 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c518f07-a997-4d1c-a545-3a258c0fae8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16104838', 'neutron.services.segments.db._delete_segments_for_network-8728757608111'] for network (b92ade3c-1952-4e8c-a71a-76cbe01a1576), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:00.783093 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1c518f07-a997-4d1c-a545-3a258c0fae8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92ade3c-1952-4e8c-a71a-76cbe01a1576']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:00.792340 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1c518f07-a997-4d1c-a545-3a258c0fae8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5facf32a-40c5-4067-8228-6e38b04f0740') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:00.792641 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-1c518f07-a997-4d1c-a545-3a258c0fae8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5facf32a-40c5-4067-8228-6e38b04f0740') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:37:00.802594 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c518f07-a997-4d1c-a545-3a258c0fae8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728757610680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3180176'] for segment (5facf32a-40c5-4067-8228-6e38b04f0740), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:00.816500 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c518f07-a997-4d1c-a545-3a258c0fae8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (5facf32a-40c5-4067-8228-6e38b04f0740), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:00.824013 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c518f07-a997-4d1c-a545-3a258c0fae8b admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:37:00.824564 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c518f07-a997-4d1c-a545-3a258c0fae8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3725860'] for segment (5facf32a-40c5-4067-8228-6e38b04f0740), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: Traceback (most recent call last): Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: timer() Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: cb(*args, **kw) Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: return func(*args, **kwargs) Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: self._notify() Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: self.callback(batched_events) Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: event.method(event) Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: return f(self, *a, **k) Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: return self._get(url).json() Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:37:00.826622 dv-cinder-837523-1-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:37:00.880376 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c518f07-a997-4d1c-a545-3a258c0fae8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16104841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546540'] for network (b92ade3c-1952-4e8c-a71a-76cbe01a1576), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:00.885497 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c518f07-a997-4d1c-a545-3a258c0fae8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:00.889633 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-1c518f07-a997-4d1c-a545-3a258c0fae8b admin admin] 10.222.0.79 "DELETE /v2.0/networks/b92ade3c-1952-4e8c-a71a-76cbe01a1576 HTTP/1.1" status: 204 len: 168 time: 0.7925351 Apr 12 14:37:00.905145 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c518f07-a997-4d1c-a545-3a258c0fae8b admin admin] Pushing event deleted for resources: {'Network': ['ID=b92ade3c-1952-4e8c-a71a-76cbe01a1576,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:01.004305 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35276) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:01.044495 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-8107adeb-e15c-4082-85b3-7d0aeaf7b481 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b89123ba80a94b8d8e37e734b8a4615a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389748 Apr 12 14:37:01.047582 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35278) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:01.098387 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aace5b57-1528-43e3-bfea-34645b0556d9 admin admin] Publish callbacks [] for security_group (6af225b6-df73-43c6-99f4-b6f625d5b3bb), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:01.119551 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aace5b57-1528-43e3-bfea-34645b0556d9 admin admin] Publish callbacks [] for security_group (6af225b6-df73-43c6-99f4-b6f625d5b3bb), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:01.166184 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aace5b57-1528-43e3-bfea-34645b0556d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (6af225b6-df73-43c6-99f4-b6f625d5b3bb), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:01.168826 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-aace5b57-1528-43e3-bfea-34645b0556d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:01.170649 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-aace5b57-1528-43e3-bfea-34645b0556d9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6af225b6-df73-43c6-99f4-b6f625d5b3bb HTTP/1.1" status: 204 len: 168 time: 0.1215782 Apr 12 14:37:01.178739 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace5b57-1528-43e3-bfea-34645b0556d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af225b6-df73-43c6-99f4-b6f625d5b3bb,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:01.982029 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 1a6c49e0-f876-4cb3-bb19-f9fd03742716 no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:37:02.001778 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: 1a6c49e0-f876-4cb3-bb19-f9fd03742716 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:37:02.002135 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 1a6c49e0-f876-4cb3-bb19-f9fd03742716 not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:37:02.002558 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9 no longer exists at agent ovs-agent-dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:37:02.022767 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] No Port match for: 4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:37:02.023126 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Device 4bfdcacf-d16c-4ef3-8f7b-da5964e74fc9 not bound to the agent host dv-cinder-837523-1-iscsi {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:37:04.933512 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 35338) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:05.039857 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c48fc2cc-028d-4f96-a87b-f7dcc38f8c29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:05.128855 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c48fc2cc-028d-4f96-a87b-f7dcc38f8c29 admin admin] Publish callbacks [] for security_group (75070ec3-3e37-4355-9480-f45701668a62), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:05.132750 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c48fc2cc-028d-4f96-a87b-f7dcc38f8c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (75070ec3-3e37-4355-9480-f45701668a62), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:05.177426 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-c48fc2cc-028d-4f96-a87b-f7dcc38f8c29 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9f7f193cf03442f286a49a3365447fcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428370 Apr 12 14:37:05.178277 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fc2cc-028d-4f96-a87b-f7dcc38f8c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75070ec3-3e37-4355-9480-f45701668a62,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:05.180268 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35342) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:05.229362 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c8faf24-2135-4257-94e7-120db796ac39 admin admin] Publish callbacks [] for security_group (75070ec3-3e37-4355-9480-f45701668a62), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:05.250707 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c8faf24-2135-4257-94e7-120db796ac39 admin admin] Publish callbacks [] for security_group (75070ec3-3e37-4355-9480-f45701668a62), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:05.301198 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c8faf24-2135-4257-94e7-120db796ac39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (75070ec3-3e37-4355-9480-f45701668a62), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:05.303782 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c8faf24-2135-4257-94e7-120db796ac39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:05.305028 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-1c8faf24-2135-4257-94e7-120db796ac39 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/75070ec3-3e37-4355-9480-f45701668a62 HTTP/1.1" status: 204 len: 168 time: 0.1236498 Apr 12 14:37:05.312812 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8faf24-2135-4257-94e7-120db796ac39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75070ec3-3e37-4355-9480-f45701668a62,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:07.423433 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:12.349856 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:37:14.744018 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35456) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:14.856489 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1db92192-e4c3-438c-90ae-00b05600fe3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:14.935823 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1db92192-e4c3-438c-90ae-00b05600fe3e admin admin] Publish callbacks [] for security_group (0347ca2f-fb48-41db-989a-c97972761335), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:14.939821 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1db92192-e4c3-438c-90ae-00b05600fe3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (0347ca2f-fb48-41db-989a-c97972761335), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:14.978961 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-1db92192-e4c3-438c-90ae-00b05600fe3e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4daeebd958f74801bd0b63ea8d0db620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338266 Apr 12 14:37:14.979838 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db92192-e4c3-438c-90ae-00b05600fe3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0347ca2f-fb48-41db-989a-c97972761335,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:14.982664 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 35460) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:15.033946 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb62c-f336-4465-94c0-94df14b2d61c admin admin] Publish callbacks [] for security_group (0347ca2f-fb48-41db-989a-c97972761335), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:15.056275 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb62c-f336-4465-94c0-94df14b2d61c admin admin] Publish callbacks [] for security_group (0347ca2f-fb48-41db-989a-c97972761335), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:15.119929 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb62c-f336-4465-94c0-94df14b2d61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (0347ca2f-fb48-41db-989a-c97972761335), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:15.122693 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5c6bb62c-f336-4465-94c0-94df14b2d61c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:15.126625 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-5c6bb62c-f336-4465-94c0-94df14b2d61c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0347ca2f-fb48-41db-989a-c97972761335 HTTP/1.1" status: 204 len: 168 time: 0.1425867 Apr 12 14:37:15.134405 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bb62c-f336-4465-94c0-94df14b2d61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0347ca2f-fb48-41db-989a-c97972761335,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:18.142646 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c8767d8a-442a-4ab8-b6d6-2307ecfe2646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:20.506219 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-294910de-5c3d-497f-9dba-1f6ab921a575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:21.564337 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:22.922257 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:24.428747 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:37.438277 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:45.114258 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35664) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:45.218508 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2e5d650-306f-4da1-8e4e-327a73177384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:45.293137 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2e5d650-306f-4da1-8e4e-327a73177384 admin admin] Publish callbacks [] for security_group (2e1983a0-e820-4c6b-a33a-21a4b951a05b), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:45.297033 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-a2e5d650-306f-4da1-8e4e-327a73177384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (2e1983a0-e820-4c6b-a33a-21a4b951a05b), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:45.335276 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-a2e5d650-306f-4da1-8e4e-327a73177384 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9f656c2700a74adf842827f7652c7243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199097 Apr 12 14:37:45.336176 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5d650-306f-4da1-8e4e-327a73177384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1983a0-e820-4c6b-a33a-21a4b951a05b,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:45.338319 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35668) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:45.357229 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5d650-306f-4da1-8e4e-327a73177384 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:45.357611 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5d650-306f-4da1-8e4e-327a73177384 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:45.357956 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5d650-306f-4da1-8e4e-327a73177384 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:45.358295 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5d650-306f-4da1-8e4e-327a73177384 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:45.358630 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5d650-306f-4da1-8e4e-327a73177384 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:45.358961 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5d650-306f-4da1-8e4e-327a73177384 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:45.359297 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5d650-306f-4da1-8e4e-327a73177384 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:45.359619 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5d650-306f-4da1-8e4e-327a73177384 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:45.359947 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5d650-306f-4da1-8e4e-327a73177384 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:45.360271 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5d650-306f-4da1-8e4e-327a73177384 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:45.360598 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5d650-306f-4da1-8e4e-327a73177384 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:45.360943 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5d650-306f-4da1-8e4e-327a73177384 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:45.361269 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5d650-306f-4da1-8e4e-327a73177384 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:45.361588 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5d650-306f-4da1-8e4e-327a73177384 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:45.361910 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e5d650-306f-4da1-8e4e-327a73177384 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:45.402259 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b67ea619-390b-4aec-83c6-2faf2a51d04c admin admin] Publish callbacks [] for security_group (2e1983a0-e820-4c6b-a33a-21a4b951a05b), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:45.423894 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b67ea619-390b-4aec-83c6-2faf2a51d04c admin admin] Publish callbacks [] for security_group (2e1983a0-e820-4c6b-a33a-21a4b951a05b), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:45.472942 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b67ea619-390b-4aec-83c6-2faf2a51d04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (2e1983a0-e820-4c6b-a33a-21a4b951a05b), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:45.475456 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b67ea619-390b-4aec-83c6-2faf2a51d04c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:45.476594 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-b67ea619-390b-4aec-83c6-2faf2a51d04c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2e1983a0-e820-4c6b-a33a-21a4b951a05b HTTP/1.1" status: 204 len: 168 time: 0.1373575 Apr 12 14:37:45.485066 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ea619-390b-4aec-83c6-2faf2a51d04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1983a0-e820-4c6b-a33a-21a4b951a05b,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:45.741996 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35674) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:45.756235 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-876fe310-d32e-42e4-b013-19ee9032807b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:45.836143 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-876fe310-d32e-42e4-b013-19ee9032807b admin admin] Publish callbacks [] for security_group (2dd54b7d-1496-494d-ba23-e05db745cc23), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:45.839759 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-876fe310-d32e-42e4-b013-19ee9032807b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (2dd54b7d-1496-494d-ba23-e05db745cc23), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:45.879183 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-876fe310-d32e-42e4-b013-19ee9032807b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ea7e0baecff04d4d863567de9edad3dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363969 Apr 12 14:37:45.880134 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876fe310-d32e-42e4-b013-19ee9032807b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd54b7d-1496-494d-ba23-e05db745cc23,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:45.881932 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 35676) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:45.933058 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c137f951-9a0c-4ce5-aae2-ee5b991b1a6a admin admin] Publish callbacks [] for security_group (2dd54b7d-1496-494d-ba23-e05db745cc23), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:45.954313 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c137f951-9a0c-4ce5-aae2-ee5b991b1a6a admin admin] Publish callbacks [] for security_group (2dd54b7d-1496-494d-ba23-e05db745cc23), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:46.012675 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c137f951-9a0c-4ce5-aae2-ee5b991b1a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (2dd54b7d-1496-494d-ba23-e05db745cc23), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:46.015257 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c137f951-9a0c-4ce5-aae2-ee5b991b1a6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:46.016673 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-c137f951-9a0c-4ce5-aae2-ee5b991b1a6a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2dd54b7d-1496-494d-ba23-e05db745cc23 HTTP/1.1" status: 204 len: 168 time: 0.1336932 Apr 12 14:37:46.024992 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137f951-9a0c-4ce5-aae2-ee5b991b1a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd54b7d-1496-494d-ba23-e05db745cc23,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:46.032686 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137f951-9a0c-4ce5-aae2-ee5b991b1a6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:46.033054 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137f951-9a0c-4ce5-aae2-ee5b991b1a6a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:46.033399 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137f951-9a0c-4ce5-aae2-ee5b991b1a6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:46.033732 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137f951-9a0c-4ce5-aae2-ee5b991b1a6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:46.034062 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137f951-9a0c-4ce5-aae2-ee5b991b1a6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:46.034385 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137f951-9a0c-4ce5-aae2-ee5b991b1a6a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:46.034706 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137f951-9a0c-4ce5-aae2-ee5b991b1a6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:46.035024 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137f951-9a0c-4ce5-aae2-ee5b991b1a6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:46.035336 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137f951-9a0c-4ce5-aae2-ee5b991b1a6a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:46.035655 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137f951-9a0c-4ce5-aae2-ee5b991b1a6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:46.036267 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137f951-9a0c-4ce5-aae2-ee5b991b1a6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:46.036587 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137f951-9a0c-4ce5-aae2-ee5b991b1a6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:46.037258 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137f951-9a0c-4ce5-aae2-ee5b991b1a6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:46.037258 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137f951-9a0c-4ce5-aae2-ee5b991b1a6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:46.037534 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c137f951-9a0c-4ce5-aae2-ee5b991b1a6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:37:48.145344 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c383383b-d8e1-4911-b57a-a4389b7fa661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:49.349321 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:37:50.510585 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d9a3a19-d0bf-4b8a-80fd-7e53161d7f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:51.173143 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 35770) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:51.280012 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7b0b87ef-265c-4e5e-b669-7411e7f23e71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:51.355637 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7b0b87ef-265c-4e5e-b669-7411e7f23e71 admin admin] Publish callbacks [] for security_group (ec45e0d2-459f-41a2-a298-f5daf057b270), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:51.359020 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7b0b87ef-265c-4e5e-b669-7411e7f23e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (ec45e0d2-459f-41a2-a298-f5daf057b270), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:51.398535 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-7b0b87ef-265c-4e5e-b669-7411e7f23e71 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=23617122e6e94c67804acb417ccc5b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242951 Apr 12 14:37:51.399377 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b87ef-265c-4e5e-b669-7411e7f23e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec45e0d2-459f-41a2-a298-f5daf057b270,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:51.401206 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35774) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:51.452787 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c4e2265-647a-4d27-8705-64c121b28f02 admin admin] Publish callbacks [] for security_group (ec45e0d2-459f-41a2-a298-f5daf057b270), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:51.484616 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c4e2265-647a-4d27-8705-64c121b28f02 admin admin] Publish callbacks [] for security_group (ec45e0d2-459f-41a2-a298-f5daf057b270), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:51.534105 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c4e2265-647a-4d27-8705-64c121b28f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (ec45e0d2-459f-41a2-a298-f5daf057b270), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:51.536996 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7c4e2265-647a-4d27-8705-64c121b28f02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:51.538275 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-7c4e2265-647a-4d27-8705-64c121b28f02 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ec45e0d2-459f-41a2-a298-f5daf057b270 HTTP/1.1" status: 204 len: 168 time: 0.1342309 Apr 12 14:37:51.546395 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e2265-647a-4d27-8705-64c121b28f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec45e0d2-459f-41a2-a298-f5daf057b270,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:51.579107 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:51.803568 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35780) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:51.817120 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59d9c081-26a4-42e1-a7c0-ede6e4d509ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:51.893912 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59d9c081-26a4-42e1-a7c0-ede6e4d509ba admin admin] Publish callbacks [] for security_group (06d6e174-9024-44f8-ba87-3d260b6a3871), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:51.898452 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59d9c081-26a4-42e1-a7c0-ede6e4d509ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (06d6e174-9024-44f8-ba87-3d260b6a3871), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:51.937616 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-59d9c081-26a4-42e1-a7c0-ede6e4d509ba admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=839d07322ef24cbc97ce478f30a656d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329808 Apr 12 14:37:51.938505 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9c081-26a4-42e1-a7c0-ede6e4d509ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d6e174-9024-44f8-ba87-3d260b6a3871,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:51.941060 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35782) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:51.989496 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee1427b1-86ad-4d6e-a05e-6849e206e022 admin admin] Publish callbacks [] for security_group (06d6e174-9024-44f8-ba87-3d260b6a3871), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:52.012184 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee1427b1-86ad-4d6e-a05e-6849e206e022 admin admin] Publish callbacks [] for security_group (06d6e174-9024-44f8-ba87-3d260b6a3871), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:52.067025 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee1427b1-86ad-4d6e-a05e-6849e206e022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (06d6e174-9024-44f8-ba87-3d260b6a3871), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:52.069604 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee1427b1-86ad-4d6e-a05e-6849e206e022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:52.070744 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-ee1427b1-86ad-4d6e-a05e-6849e206e022 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/06d6e174-9024-44f8-ba87-3d260b6a3871 HTTP/1.1" status: 204 len: 168 time: 0.1287630 Apr 12 14:37:52.079873 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1427b1-86ad-4d6e-a05e-6849e206e022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d6e174-9024-44f8-ba87-3d260b6a3871,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:52.924547 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:54.430388 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:57.992483 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 35864) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:58.136789 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ffb49ce5-613d-4b0c-8e47-7686f81672c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:58.223225 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ffb49ce5-613d-4b0c-8e47-7686f81672c1 admin admin] Publish callbacks [] for security_group (7cca8eb1-2b61-4608-956d-2af5902ee3d4), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:58.226945 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ffb49ce5-613d-4b0c-8e47-7686f81672c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (7cca8eb1-2b61-4608-956d-2af5902ee3d4), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:58.270648 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-ffb49ce5-613d-4b0c-8e47-7686f81672c1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a095b3e863c84f6b860a7ea6111767da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770162 Apr 12 14:37:58.271505 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb49ce5-613d-4b0c-8e47-7686f81672c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cca8eb1-2b61-4608-956d-2af5902ee3d4,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:58.274508 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 35868) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:58.325879 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b53c71d8-a794-41e4-9ccd-2a591174df46 admin admin] Publish callbacks [] for security_group (7cca8eb1-2b61-4608-956d-2af5902ee3d4), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:58.346744 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b53c71d8-a794-41e4-9ccd-2a591174df46 admin admin] Publish callbacks [] for security_group (7cca8eb1-2b61-4608-956d-2af5902ee3d4), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:58.393247 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b53c71d8-a794-41e4-9ccd-2a591174df46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (7cca8eb1-2b61-4608-956d-2af5902ee3d4), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:58.395792 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b53c71d8-a794-41e4-9ccd-2a591174df46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:58.396967 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-b53c71d8-a794-41e4-9ccd-2a591174df46 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7cca8eb1-2b61-4608-956d-2af5902ee3d4 HTTP/1.1" status: 204 len: 168 time: 0.1210928 Apr 12 14:37:58.404799 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c71d8-a794-41e4-9ccd-2a591174df46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cca8eb1-2b61-4608-956d-2af5902ee3d4,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:58.653437 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 35874) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:58.667629 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-49d14b5a-8627-4d08-9a43-596fb7c9a3bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:58.755330 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-49d14b5a-8627-4d08-9a43-596fb7c9a3bc admin admin] Publish callbacks [] for security_group (9778775b-6f95-4c9e-b654-7bd50fa8d9b3), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:58.759017 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-49d14b5a-8627-4d08-9a43-596fb7c9a3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (9778775b-6f95-4c9e-b654-7bd50fa8d9b3), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:58.797142 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d14b5a-8627-4d08-9a43-596fb7c9a3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9778775b-6f95-4c9e-b654-7bd50fa8d9b3,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:37:58.801569 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-49d14b5a-8627-4d08-9a43-596fb7c9a3bc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=765160620cc9443085e3cb1355d38e55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471066 Apr 12 14:37:58.804201 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 35876) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:37:58.860591 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3818a28a-2132-46b6-aae6-dd99cae0f7c1 admin admin] Publish callbacks [] for security_group (9778775b-6f95-4c9e-b654-7bd50fa8d9b3), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:58.883698 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3818a28a-2132-46b6-aae6-dd99cae0f7c1 admin admin] Publish callbacks [] for security_group (9778775b-6f95-4c9e-b654-7bd50fa8d9b3), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:58.930971 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3818a28a-2132-46b6-aae6-dd99cae0f7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (9778775b-6f95-4c9e-b654-7bd50fa8d9b3), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:58.933785 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3818a28a-2132-46b6-aae6-dd99cae0f7c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:37:58.934961 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-3818a28a-2132-46b6-aae6-dd99cae0f7c1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9778775b-6f95-4c9e-b654-7bd50fa8d9b3 HTTP/1.1" status: 204 len: 168 time: 0.1298578 Apr 12 14:37:58.942783 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818a28a-2132-46b6-aae6-dd99cae0f7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9778775b-6f95-4c9e-b654-7bd50fa8d9b3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:05.423577 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 35996) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:05.536052 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c17126fc-7e23-4192-89d0-96407990c0a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:05.620457 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c17126fc-7e23-4192-89d0-96407990c0a9 admin admin] Publish callbacks [] for security_group (f977532a-bd71-428a-9fbf-e5a40f2bb6bf), precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:05.625126 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c17126fc-7e23-4192-89d0-96407990c0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (f977532a-bd71-428a-9fbf-e5a40f2bb6bf), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:05.665084 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-c17126fc-7e23-4192-89d0-96407990c0a9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=59c4881344564daeb924669bde1f1367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397566 Apr 12 14:38:05.665656 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17126fc-7e23-4192-89d0-96407990c0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f977532a-bd71-428a-9fbf-e5a40f2bb6bf,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:05.668402 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 36000) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:05.718769 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8bff8a95-98d9-4d2f-b047-ee19dd4c4e19 admin admin] Publish callbacks [] for security_group (f977532a-bd71-428a-9fbf-e5a40f2bb6bf), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:05.739938 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8bff8a95-98d9-4d2f-b047-ee19dd4c4e19 admin admin] Publish callbacks [] for security_group (f977532a-bd71-428a-9fbf-e5a40f2bb6bf), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:05.799160 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8bff8a95-98d9-4d2f-b047-ee19dd4c4e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (f977532a-bd71-428a-9fbf-e5a40f2bb6bf), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:05.799160 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8bff8a95-98d9-4d2f-b047-ee19dd4c4e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:05.799160 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-8bff8a95-98d9-4d2f-b047-ee19dd4c4e19 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f977532a-bd71-428a-9fbf-e5a40f2bb6bf HTTP/1.1" status: 204 len: 168 time: 0.1333990 Apr 12 14:38:05.813392 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff8a95-98d9-4d2f-b047-ee19dd4c4e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f977532a-bd71-428a-9fbf-e5a40f2bb6bf,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:06.076593 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 36006) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:06.089362 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8fcc4695-f2ae-490c-8e05-5d66c48aa451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:06.167065 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8fcc4695-f2ae-490c-8e05-5d66c48aa451 admin admin] Publish callbacks [] for security_group (06b7a329-4e19-4238-b14b-60b7f69c4460), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:06.172130 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8fcc4695-f2ae-490c-8e05-5d66c48aa451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (06b7a329-4e19-4238-b14b-60b7f69c4460), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:06.209472 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-8fcc4695-f2ae-490c-8e05-5d66c48aa451 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e367515a9c3c4e979494993b771ebf8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317890 Apr 12 14:38:06.210256 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc4695-f2ae-490c-8e05-5d66c48aa451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b7a329-4e19-4238-b14b-60b7f69c4460,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:06.212148 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 36008) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:06.263321 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-972e58cb-ecf6-4b2d-b264-7dd07dc907d3 admin admin] Publish callbacks [] for security_group (06b7a329-4e19-4238-b14b-60b7f69c4460), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:06.286657 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-972e58cb-ecf6-4b2d-b264-7dd07dc907d3 admin admin] Publish callbacks [] for security_group (06b7a329-4e19-4238-b14b-60b7f69c4460), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:06.333342 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-972e58cb-ecf6-4b2d-b264-7dd07dc907d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (06b7a329-4e19-4238-b14b-60b7f69c4460), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:06.336096 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-972e58cb-ecf6-4b2d-b264-7dd07dc907d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:06.337288 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-972e58cb-ecf6-4b2d-b264-7dd07dc907d3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/06b7a329-4e19-4238-b14b-60b7f69c4460 HTTP/1.1" status: 204 len: 168 time: 0.1229680 Apr 12 14:38:06.346272 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e58cb-ecf6-4b2d-b264-7dd07dc907d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b7a329-4e19-4238-b14b-60b7f69c4460,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:07.054409 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 36030) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:07.151355 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [None req-c197daa6-19c1-4409-8cc8-1dfb1e3f486d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-488115204-network', 'tenant_id': '5b732a55c320482c8c18b200e2901b89'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:38:07.171616 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c197daa6-19c1-4409-8cc8-1dfb1e3f486d admin admin] Made reservation on behalf of 5b732a55c320482c8c18b200e2901b89 for: {'network': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:38:07.174233 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c197daa6-19c1-4409-8cc8-1dfb1e3f486d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for network (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:07.182727 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c197daa6-19c1-4409-8cc8-1dfb1e3f486d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:07.267407 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c197daa6-19c1-4409-8cc8-1dfb1e3f486d admin admin] Publish callbacks [] for security_group (75a6f1bb-56ea-44c6-ae94-a9074ca284b1), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:07.272603 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c197daa6-19c1-4409-8cc8-1dfb1e3f486d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (75a6f1bb-56ea-44c6-ae94-a9074ca284b1), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:07.298819 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c197daa6-19c1-4409-8cc8-1dfb1e3f486d admin admin] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=103284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 14:38:07.308632 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197daa6-19c1-4409-8cc8-1dfb1e3f486d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a6f1bb-56ea-44c6-ae94-a9074ca284b1,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:07.315422 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c197daa6-19c1-4409-8cc8-1dfb1e3f486d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (89183a0f-7712-4d4d-a27b-0cb4e4dab051), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:07.315939 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.db.segments_db [None req-c197daa6-19c1-4409-8cc8-1dfb1e3f486d admin admin] Added segment 89183a0f-7712-4d4d-a27b-0cb4e4dab051 of type vlan for network 5c465b45-69be-4be7-8ffa-1c0d2c5dac0a Apr 12 14:38:07.357528 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c197daa6-19c1-4409-8cc8-1dfb1e3f486d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728757078613'] for network (5c465b45-69be-4be7-8ffa-1c0d2c5dac0a), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:07.382324 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c197daa6-19c1-4409-8cc8-1dfb1e3f486d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195'] for network (5c465b45-69be-4be7-8ffa-1c0d2c5dac0a), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:07.383264 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c197daa6-19c1-4409-8cc8-1dfb1e3f486d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:07.383968 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c197daa6-19c1-4409-8cc8-1dfb1e3f486d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:07.440162 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:07.447077 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-c197daa6-19c1-4409-8cc8-1dfb1e3f486d admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3915610 Apr 12 14:38:07.450523 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197daa6-19c1-4409-8cc8-1dfb1e3f486d admin admin] Pushing event updated for resources: {'Network': ['ID=5c465b45-69be-4be7-8ffa-1c0d2c5dac0a,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:07.450696 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 36034) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:38:07.457061 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.v2.base [None req-9ca03e57-3ef5-4d46-b020-7bc55e4923cc admin admin] Request body: {'subnet': {'network_id': '5c465b45-69be-4be7-8ffa-1c0d2c5dac0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-488115204-subnet', 'tenant_id': '5b732a55c320482c8c18b200e2901b89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:38:07.461592 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Network 5c465b45-69be-4be7-8ffa-1c0d2c5dac0a details requested by agent ovs-agent-dv-cinder-837523-1-iscsi with host dv-cinder-837523-1-iscsi {{(pid=103285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 14:38:07.479893 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca03e57-3ef5-4d46-b020-7bc55e4923cc admin admin] Made reservation on behalf of 5b732a55c320482c8c18b200e2901b89 for: {'subnet': 1} {{(pid=103283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:38:07.482369 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ca03e57-3ef5-4d46-b020-7bc55e4923cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59075900'] for subnet (None), before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:07.660950 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ca03e57-3ef5-4d46-b020-7bc55e4923cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3950649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59075886'] for subnet (a9587504-6faf-4e24-aef1-2f8260e4dde0), after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:07.721403 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca03e57-3ef5-4d46-b020-7bc55e4923cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9587504-6faf-4e24-aef1-2f8260e4dde0,revision_number=0']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:07.730114 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca03e57-3ef5-4d46-b020-7bc55e4923cc admin admin] Checking segment: {'id': '89183a0f-7712-4d4d-a27b-0cb4e4dab051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '5c465b45-69be-4be7-8ffa-1c0d2c5dac0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:38:07.730467 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca03e57-3ef5-4d46-b020-7bc55e4923cc admin admin] Network hostable DHCP agents. Network: 5c465b45-69be-4be7-8ffa-1c0d2c5dac0a, hostable agents: ['26b99ea2-1f24-436d-a395-59cabb3f6051'], hosted agents: [] {{(pid=103283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 14:38:07.750152 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca03e57-3ef5-4d46-b020-7bc55e4923cc admin admin] Network 5c465b45-69be-4be7-8ffa-1c0d2c5dac0a is scheduled to be hosted by DHCP agent 26b99ea2-1f24-436d-a395-59cabb3f6051 with binding_index 1 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 14:38:07.758741 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-9ca03e57-3ef5-4d46-b020-7bc55e4923cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837523-1-iscsi, 5c465b45-69be-4be7-8ffa-1c0d2c5dac0a) {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:38:07.762748 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca03e57-3ef5-4d46-b020-7bc55e4923cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:07.763332 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ca03e57-3ef5-4d46-b020-7bc55e4923cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:07.769603 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e26920-fde7-4fb2-ac93-0df472abd72f None None] Network 5c465b45-69be-4be7-8ffa-1c0d2c5dac0a requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:38:07.779777 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-9ca03e57-3ef5-4d46-b020-7bc55e4923cc admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3279986 Apr 12 14:38:07.882559 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693f12ef-6c46-480a-ab74-1e2b650f761b None None] Network 5c465b45-69be-4be7-8ffa-1c0d2c5dac0a requested from dv-cinder-837523-1-iscsi {{(pid=103285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 14:38:09.579737 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95754c29-df3c-4430-8512-c4311d4e114f req-a1a3e08c-57c0-45c3-bd0b-4fda2e73a942 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:09.581316 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-95754c29-df3c-4430-8512-c4311d4e114f req-a1a3e08c-57c0-45c3-bd0b-4fda2e73a942 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/networks?id=5c465b45-69be-4be7-8ffa-1c0d2c5dac0a HTTP/1.1" status: 200 len: 808 time: 0.1185379 Apr 12 14:38:09.596698 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-95754c29-df3c-4430-8512-c4311d4e114f req-5ad0d41d-faf1-4f61-b5cf-d3d1a51809f4 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/quotas/5b732a55c320482c8c18b200e2901b89 HTTP/1.1" status: 200 len: 375 time: 0.0099525 Apr 12 14:38:09.630660 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-95754c29-df3c-4430-8512-c4311d4e114f req-b3f849ce-342d-48d3-9edd-beac760567ac tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5b732a55c320482c8c18b200e2901b89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285933 Apr 12 14:38:09.686999 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [req-95754c29-df3c-4430-8512-c4311d4e114f req-05d7e49b-f145-40e1-b3dd-f4ffb023687a service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103284) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 14:38:09.688062 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-95754c29-df3c-4430-8512-c4311d4e114f req-05d7e49b-f145-40e1-b3dd-f4ffb023687a service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0509670 Apr 12 14:38:09.778494 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-95754c29-df3c-4430-8512-c4311d4e114f req-2afd33a5-9a65-412a-807d-b95d566a0244 service neutron] 10.222.0.79 "GET /v2.0/networks/5c465b45-69be-4be7-8ffa-1c0d2c5dac0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844066 Apr 12 14:38:09.884384 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-95754c29-df3c-4430-8512-c4311d4e114f req-081add65-cf7b-4940-931d-b6f25f30334f service neutron] 10.222.0.79 "GET /v2.0/networks/5c465b45-69be-4be7-8ffa-1c0d2c5dac0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990374 Apr 12 14:38:10.063765 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-0d200a81-c7c8-4139-be39-4d92c50a54ca req-e66ee0a4-8add-4b07-91c6-d371298d0d3f tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?device_id=05f497d3-4db9-4b01-aac2-c3a29bd98c26 HTTP/1.1" status: 200 len: 210 time: 0.0296123 Apr 12 14:38:11.162808 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-89e416df-44ed-46ee-8282-07709f32a361 req-2363f56a-9019-4b83-94c2-b339fd376acd tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?device_id=05f497d3-4db9-4b01-aac2-c3a29bd98c26 HTTP/1.1" status: 200 len: 210 time: 0.0297306 Apr 12 14:38:11.334511 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95754c29-df3c-4430-8512-c4311d4e114f req-0007b1d6-51ff-4e8e-bb59-616eef401017 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:11.336106 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-95754c29-df3c-4430-8512-c4311d4e114f req-0007b1d6-51ff-4e8e-bb59-616eef401017 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.69 "GET /v2.0/networks?id=5c465b45-69be-4be7-8ffa-1c0d2c5dac0a HTTP/1.1" status: 200 len: 808 time: 0.1084695 Apr 12 14:38:11.362350 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-95754c29-df3c-4430-8512-c4311d4e114f req-82ac4ce8-1263-4b77-9600-4867c102f445 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Request body: {'port': {'device_id': '05f497d3-4db9-4b01-aac2-c3a29bd98c26', 'network_id': '5c465b45-69be-4be7-8ffa-1c0d2c5dac0a', 'admin_state_up': True, 'tenant_id': '5b732a55c320482c8c18b200e2901b89'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:38:11.468961 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95754c29-df3c-4430-8512-c4311d4e114f req-82ac4ce8-1263-4b77-9600-4867c102f445 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Made reservation on behalf of 5b732a55c320482c8c18b200e2901b89 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:38:11.472338 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-95754c29-df3c-4430-8512-c4311d4e114f req-82ac4ce8-1263-4b77-9600-4867c102f445 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:11.601421 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-95754c29-df3c-4430-8512-c4311d4e114f req-82ac4ce8-1263-4b77-9600-4867c102f445 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Allocated IP 172.20.0.6 (5c465b45-69be-4be7-8ffa-1c0d2c5dac0a/a9587504-6faf-4e24-aef1-2f8260e4dde0/c40c97ae-39bf-4517-be29-7e0d405c1bbe) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:38:11.756271 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-95754c29-df3c-4430-8512-c4311d4e114f req-82ac4ce8-1263-4b77-9600-4867c102f445 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Publish callbacks [] for port (c40c97ae-39bf-4517-be29-7e0d405c1bbe), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:11.791926 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-95754c29-df3c-4430-8512-c4311d4e114f req-82ac4ce8-1263-4b77-9600-4867c102f445 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (c40c97ae-39bf-4517-be29-7e0d405c1bbe), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:11.844343 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95754c29-df3c-4430-8512-c4311d4e114f req-82ac4ce8-1263-4b77-9600-4867c102f445 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Network 5c465b45-69be-4be7-8ffa-1c0d2c5dac0a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:38:11.847268 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-95754c29-df3c-4430-8512-c4311d4e114f req-82ac4ce8-1263-4b77-9600-4867c102f445 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:38:11.850918 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-95754c29-df3c-4430-8512-c4311d4e114f req-82ac4ce8-1263-4b77-9600-4867c102f445 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:38:11.859833 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac4ce8-1263-4b77-9600-4867c102f445 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Pushing event updated for resources: {'Port': ['ID=c40c97ae-39bf-4517-be29-7e0d405c1bbe,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:11.906212 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95754c29-df3c-4430-8512-c4311d4e114f req-82ac4ce8-1263-4b77-9600-4867c102f445 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:11.906843 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-95754c29-df3c-4430-8512-c4311d4e114f req-82ac4ce8-1263-4b77-9600-4867c102f445 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:11.925850 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-95754c29-df3c-4430-8512-c4311d4e114f req-82ac4ce8-1263-4b77-9600-4867c102f445 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5682068 Apr 12 14:38:11.947613 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-95754c29-df3c-4430-8512-c4311d4e114f req-34291d9a-b85b-42c4-8bee-9008ccee6c05 service neutron] Request body: {'port': {'device_id': '05f497d3-4db9-4b01-aac2-c3a29bd98c26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:38:12.011508 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-95754c29-df3c-4430-8512-c4311d4e114f req-34291d9a-b85b-42c4-8bee-9008ccee6c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (c40c97ae-39bf-4517-be29-7e0d405c1bbe), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:12.315168 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4a390-088d-42a4-856a-76ddc16fdd93 req-8fa30722-3b6a-4e0b-8d61-76c3a68206f7 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:12.316597 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e6c4a390-088d-42a4-856a-76ddc16fdd93 req-8fa30722-3b6a-4e0b-8d61-76c3a68206f7 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?device_id=05f497d3-4db9-4b01-aac2-c3a29bd98c26 HTTP/1.1" status: 200 len: 931 time: 0.0827477 Apr 12 14:38:12.322480 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-95754c29-df3c-4430-8512-c4311d4e114f req-34291d9a-b85b-42c4-8bee-9008ccee6c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c40c97ae-39bf-4517-be29-7e0d405c1bbe {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:38:12.331430 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-95754c29-df3c-4430-8512-c4311d4e114f req-34291d9a-b85b-42c4-8bee-9008ccee6c05 service neutron] Publish callbacks [] for port (c40c97ae-39bf-4517-be29-7e0d405c1bbe), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:12.362058 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-95754c29-df3c-4430-8512-c4311d4e114f req-34291d9a-b85b-42c4-8bee-9008ccee6c05 service neutron] Transition to ACTIVE for port object c40c97ae-39bf-4517-be29-7e0d405c1bbe will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:38:12.371541 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-95754c29-df3c-4430-8512-c4311d4e114f req-34291d9a-b85b-42c4-8bee-9008ccee6c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (c40c97ae-39bf-4517-be29-7e0d405c1bbe), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:12.418850 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e6c4a390-088d-42a4-856a-76ddc16fdd93 req-20c1e89d-65da-4ba9-813e-5d75906a0f5c tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a6f1bb-56ea-44c6-ae94-a9074ca284b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917928 Apr 12 14:38:12.439932 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34291d9a-b85b-42c4-8bee-9008ccee6c05 service neutron] Pushing event updated for resources: {'Port': ['ID=c40c97ae-39bf-4517-be29-7e0d405c1bbe,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:12.507782 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-95754c29-df3c-4430-8512-c4311d4e114f req-34291d9a-b85b-42c4-8bee-9008ccee6c05 service neutron] Attempting to bind port c40c97ae-39bf-4517-be29-7e0d405c1bbe on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:38:12.508128 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-95754c29-df3c-4430-8512-c4311d4e114f req-34291d9a-b85b-42c4-8bee-9008ccee6c05 service neutron] Attempting to bind port c40c97ae-39bf-4517-be29-7e0d405c1bbe by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '89183a0f-7712-4d4d-a27b-0cb4e4dab051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '5c465b45-69be-4be7-8ffa-1c0d2c5dac0a'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:38:12.508457 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95754c29-df3c-4430-8512-c4311d4e114f req-34291d9a-b85b-42c4-8bee-9008ccee6c05 service neutron] Attempting to bind port c40c97ae-39bf-4517-be29-7e0d405c1bbe on network 5c465b45-69be-4be7-8ffa-1c0d2c5dac0a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:38:12.513061 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95754c29-df3c-4430-8512-c4311d4e114f req-34291d9a-b85b-42c4-8bee-9008ccee6c05 service neutron] Port c40c97ae-39bf-4517-be29-7e0d405c1bbe on network 5c465b45-69be-4be7-8ffa-1c0d2c5dac0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:38:12.513384 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95754c29-df3c-4430-8512-c4311d4e114f req-34291d9a-b85b-42c4-8bee-9008ccee6c05 service neutron] Attempting to bind port c40c97ae-39bf-4517-be29-7e0d405c1bbe on network 5c465b45-69be-4be7-8ffa-1c0d2c5dac0a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:38:12.518862 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95754c29-df3c-4430-8512-c4311d4e114f req-34291d9a-b85b-42c4-8bee-9008ccee6c05 service neutron] Checking agent: {'id': '533323ec-e26b-4d23-bab1-f8a1493e3727', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'started_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:38:12.519201 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95754c29-df3c-4430-8512-c4311d4e114f req-34291d9a-b85b-42c4-8bee-9008ccee6c05 service neutron] Checking segment: {'id': '89183a0f-7712-4d4d-a27b-0cb4e4dab051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '5c465b45-69be-4be7-8ffa-1c0d2c5dac0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:38:12.519586 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95754c29-df3c-4430-8512-c4311d4e114f req-34291d9a-b85b-42c4-8bee-9008ccee6c05 service neutron] Bound using segment: {'id': '89183a0f-7712-4d4d-a27b-0cb4e4dab051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '5c465b45-69be-4be7-8ffa-1c0d2c5dac0a'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:38:12.520018 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-95754c29-df3c-4430-8512-c4311d4e114f req-34291d9a-b85b-42c4-8bee-9008ccee6c05 service neutron] Bound port: c40c97ae-39bf-4517-be29-7e0d405c1bbe, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89183a0f-7712-4d4d-a27b-0cb4e4dab051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '5c465b45-69be-4be7-8ffa-1c0d2c5dac0a'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:38:12.520373 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-95754c29-df3c-4430-8512-c4311d4e114f req-34291d9a-b85b-42c4-8bee-9008ccee6c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (c40c97ae-39bf-4517-be29-7e0d405c1bbe), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:12.597197 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-95754c29-df3c-4430-8512-c4311d4e114f req-34291d9a-b85b-42c4-8bee-9008ccee6c05 service neutron] For port c40c97ae-39bf-4517-be29-7e0d405c1bbe, host hv-cinder-83752, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:38:12.604532 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-95754c29-df3c-4430-8512-c4311d4e114f req-34291d9a-b85b-42c4-8bee-9008ccee6c05 service neutron] For port c40c97ae-39bf-4517-be29-7e0d405c1bbe, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c40c97ae-39bf-4517-be29-7e0d405c1bbe,segment=NetworkSegment(89183a0f-7712-4d4d-a27b-0cb4e4dab051),segment_id=89183a0f-7712-4d4d-a27b-0cb4e4dab051)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:38:12.612927 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-95754c29-df3c-4430-8512-c4311d4e114f req-34291d9a-b85b-42c4-8bee-9008ccee6c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (c40c97ae-39bf-4517-be29-7e0d405c1bbe), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:12.646105 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95754c29-df3c-4430-8512-c4311d4e114f req-34291d9a-b85b-42c4-8bee-9008ccee6c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:12.646984 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-95754c29-df3c-4430-8512-c4311d4e114f req-34291d9a-b85b-42c4-8bee-9008ccee6c05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:12.648386 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-95754c29-df3c-4430-8512-c4311d4e114f req-34291d9a-b85b-42c4-8bee-9008ccee6c05 service neutron] 10.222.0.69 "PUT /v2.0/ports/c40c97ae-39bf-4517-be29-7e0d405c1bbe HTTP/1.1" status: 200 len: 1093 time: 0.7051637 Apr 12 14:38:12.650856 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f497d3-4db9-4b01-aac2-c3a29bd98c26', 'tag': 'c40c97ae-39bf-4517-be29-7e0d405c1bbe'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:38:12.654623 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47de5a39-7723-427c-a08a-c71a4e551038" -d '{"events": [{"name": "network-changed", "server_uuid": "05f497d3-4db9-4b01-aac2-c3a29bd98c26", "tag": "c40c97ae-39bf-4517-be29-7e0d405c1bbe"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:38:12.687213 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34291d9a-b85b-42c4-8bee-9008ccee6c05 service neutron] Pushing event updated for resources: {'Port': ['ID=c40c97ae-39bf-4517-be29-7e0d405c1bbe,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:12.695358 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd95b70a-3577-4127-95e2-771f36001eac x-openstack-request-id: req-cd95b70a-3577-4127-95e2-771f36001eac {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:38:12.695655 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f497d3-4db9-4b01-aac2-c3a29bd98c26", "tag": "c40c97ae-39bf-4517-be29-7e0d405c1bbe", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:38:12.696035 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cd95b70a-3577-4127-95e2-771f36001eac {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:38:12.696375 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd95b70a-3577-4127-95e2-771f36001eac'] response: {'name': 'network-changed', 'server_uuid': '05f497d3-4db9-4b01-aac2-c3a29bd98c26', 'tag': 'c40c97ae-39bf-4517-be29-7e0d405c1bbe', 'status': 'completed', 'code': 200} Apr 12 14:38:12.787185 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95754c29-df3c-4430-8512-c4311d4e114f req-8075afdb-307d-414e-b28d-4548520634d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:12.788695 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-95754c29-df3c-4430-8512-c4311d4e114f req-8075afdb-307d-414e-b28d-4548520634d3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b732a55c320482c8c18b200e2901b89&device_id=05f497d3-4db9-4b01-aac2-c3a29bd98c26 HTTP/1.1" status: 200 len: 1127 time: 0.0422306 Apr 12 14:38:12.844577 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-95754c29-df3c-4430-8512-c4311d4e114f req-0d2a00ef-8108-4795-9b47-74993957ae19 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c40c97ae-39bf-4517-be29-7e0d405c1bbe HTTP/1.1" status: 200 len: 217 time: 0.0386271 Apr 12 14:38:12.897900 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95754c29-df3c-4430-8512-c4311d4e114f req-af0e319d-b4a3-4a87-a83c-2fe2245ddba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:12.899355 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-95754c29-df3c-4430-8512-c4311d4e114f req-af0e319d-b4a3-4a87-a83c-2fe2245ddba6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9587504-6faf-4e24-aef1-2f8260e4dde0 HTTP/1.1" status: 200 len: 848 time: 0.0442030 Apr 12 14:38:12.932877 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-95754c29-df3c-4430-8512-c4311d4e114f req-c23f6323-dd8a-4b34-9956-f98d3b13e750 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c465b45-69be-4be7-8ffa-1c0d2c5dac0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266218 Apr 12 14:38:13.030572 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-95754c29-df3c-4430-8512-c4311d4e114f req-dcbb3681-36cf-4bd1-a5e7-52caa7a85bf8 service neutron] 10.222.0.69 "GET /v2.0/networks/5c465b45-69be-4be7-8ffa-1c0d2c5dac0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916462 Apr 12 14:38:13.123333 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-95754c29-df3c-4430-8512-c4311d4e114f req-f3422ad8-4cb3-4ce2-97ec-84590d589252 service neutron] 10.222.0.69 "GET /v2.0/networks/5c465b45-69be-4be7-8ffa-1c0d2c5dac0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812998 Apr 12 14:38:13.533463 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212ad12-989d-41be-98ce-771531c37a22 req-7179cf82-35d8-4a27-b02d-b3ca3b649bff tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:13.535036 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8212ad12-989d-41be-98ce-771531c37a22 req-7179cf82-35d8-4a27-b02d-b3ca3b649bff tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?device_id=05f497d3-4db9-4b01-aac2-c3a29bd98c26 HTTP/1.1" status: 200 len: 943 time: 0.0498505 Apr 12 14:38:13.597371 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8212ad12-989d-41be-98ce-771531c37a22 req-c7888924-730f-45bf-ba20-4a814b77b6dd tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a6f1bb-56ea-44c6-ae94-a9074ca284b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563719 Apr 12 14:38:14.111162 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de5a39-7723-427c-a08a-c71a4e551038 req-09813c05-fef9-40fd-96d3-a49f89900b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:14.112530 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47de5a39-7723-427c-a08a-c71a4e551038 req-09813c05-fef9-40fd-96d3-a49f89900b3b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b732a55c320482c8c18b200e2901b89&device_id=05f497d3-4db9-4b01-aac2-c3a29bd98c26 HTTP/1.1" status: 200 len: 1127 time: 0.0392065 Apr 12 14:38:14.214200 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de5a39-7723-427c-a08a-c71a4e551038 req-1c5f5c19-cacd-41e5-826f-4083ca3804b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:14.215674 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47de5a39-7723-427c-a08a-c71a4e551038 req-1c5f5c19-cacd-41e5-826f-4083ca3804b1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5c465b45-69be-4be7-8ffa-1c0d2c5dac0a HTTP/1.1" status: 200 len: 910 time: 0.0944612 Apr 12 14:38:14.262513 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47de5a39-7723-427c-a08a-c71a4e551038 req-d79f33d5-50b5-4327-bf89-0a73a1db46bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c40c97ae-39bf-4517-be29-7e0d405c1bbe HTTP/1.1" status: 200 len: 217 time: 0.0378108 Apr 12 14:38:14.315468 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de5a39-7723-427c-a08a-c71a4e551038 req-8dfbcb5b-d37e-4fce-9697-56f791e5afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:14.316952 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47de5a39-7723-427c-a08a-c71a4e551038 req-8dfbcb5b-d37e-4fce-9697-56f791e5afa0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9587504-6faf-4e24-aef1-2f8260e4dde0 HTTP/1.1" status: 200 len: 848 time: 0.0444145 Apr 12 14:38:14.354013 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47de5a39-7723-427c-a08a-c71a4e551038 req-763a1a9c-ec4b-4bf9-9c48-b3fd32c363db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c465b45-69be-4be7-8ffa-1c0d2c5dac0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280292 Apr 12 14:38:14.452543 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47de5a39-7723-427c-a08a-c71a4e551038 req-8c21ca4b-d536-4be4-86e6-2d084e5c1f40 service neutron] 10.222.0.69 "GET /v2.0/networks/5c465b45-69be-4be7-8ffa-1c0d2c5dac0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915737 Apr 12 14:38:14.543099 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-47de5a39-7723-427c-a08a-c71a4e551038 req-409c00ce-e45b-4109-8e5b-0add4258e709 service neutron] 10.222.0.69 "GET /v2.0/networks/5c465b45-69be-4be7-8ffa-1c0d2c5dac0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835979 Apr 12 14:38:14.718557 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064e0f0-bc34-4050-8caf-c1eb03a84d71 req-64f76d4c-0876-49ff-bce3-1ffa18c1d5f7 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:14.720022 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f064e0f0-bc34-4050-8caf-c1eb03a84d71 req-64f76d4c-0876-49ff-bce3-1ffa18c1d5f7 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?device_id=05f497d3-4db9-4b01-aac2-c3a29bd98c26 HTTP/1.1" status: 200 len: 943 time: 0.0514529 Apr 12 14:38:14.770787 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f064e0f0-bc34-4050-8caf-c1eb03a84d71 req-667d1824-fdfb-4a93-98ab-c813f545fef5 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a6f1bb-56ea-44c6-ae94-a9074ca284b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445068 Apr 12 14:38:15.882363 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644daa3b-553d-41d7-8e64-25f5bb4d6518 req-1b7cc620-72b9-47c2-ab0f-5844183ed654 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:15.883826 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-644daa3b-553d-41d7-8e64-25f5bb4d6518 req-1b7cc620-72b9-47c2-ab0f-5844183ed654 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?device_id=05f497d3-4db9-4b01-aac2-c3a29bd98c26 HTTP/1.1" status: 200 len: 943 time: 0.0466869 Apr 12 14:38:15.931294 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-644daa3b-553d-41d7-8e64-25f5bb4d6518 req-68673c13-29ba-47a3-9272-e8e7df278125 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a6f1bb-56ea-44c6-ae94-a9074ca284b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413246 Apr 12 14:38:16.423449 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device c40c97ae-39bf-4517-be29-7e0d405c1bbe details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:38:16.533261 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port c40c97ae-39bf-4517-be29-7e0d405c1bbe, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c40c97ae-39bf-4517-be29-7e0d405c1bbe,segment=NetworkSegment(89183a0f-7712-4d4d-a27b-0cb4e4dab051),segment_id=89183a0f-7712-4d4d-a27b-0cb4e4dab051)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:38:16.544900 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Returning: {'device': 'c40c97ae-39bf-4517-be29-7e0d405c1bbe', 'network_id': '5c465b45-69be-4be7-8ffa-1c0d2c5dac0a', 'port_id': 'c40c97ae-39bf-4517-be29-7e0d405c1bbe', 'mac_address': 'fa:16:3e:cf:9a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9587504-6faf-4e24-aef1-2f8260e4dde0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:38:16.583325 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port c40c97ae-39bf-4517-be29-7e0d405c1bbe is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:38:16.583719 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (c40c97ae-39bf-4517-be29-7e0d405c1bbe), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:16.596361 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c40c97ae-39bf-4517-be29-7e0d405c1bbe {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:38:16.623237 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port c40c97ae-39bf-4517-be29-7e0d405c1bbe, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c40c97ae-39bf-4517-be29-7e0d405c1bbe,segment=NetworkSegment(89183a0f-7712-4d4d-a27b-0cb4e4dab051),segment_id=89183a0f-7712-4d4d-a27b-0cb4e4dab051)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:38:16.632628 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (c40c97ae-39bf-4517-be29-7e0d405c1bbe), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:16.685476 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=c40c97ae-39bf-4517-be29-7e0d405c1bbe,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:16.692498 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.692917 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.693316 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.693658 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.693990 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.694321 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.694656 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.694985 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.695312 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.695640 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.695967 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.696297 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.696621 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.696972 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:16.697300 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:38:17.041051 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['c40c97ae-39bf-4517-be29-7e0d405c1bbe'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:38:17.048372 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353f33d-581a-4308-8022-479b17e008d2 req-03a88c21-a67a-4f84-b5d8-dea42c0b25da tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:17.050029 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5353f33d-581a-4308-8022-479b17e008d2 req-03a88c21-a67a-4f84-b5d8-dea42c0b25da tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?device_id=05f497d3-4db9-4b01-aac2-c3a29bd98c26 HTTP/1.1" status: 200 len: 944 time: 0.0521746 Apr 12 14:38:17.105820 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-5353f33d-581a-4308-8022-479b17e008d2 req-ce45d94a-3ccb-476a-87fa-5f641b83e1b0 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a6f1bb-56ea-44c6-ae94-a9074ca284b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501928 Apr 12 14:38:18.150628 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-898a681f-2d97-4cf8-9a22-cb1aea141e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:18.223788 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa6910-9437-4985-8675-55cc91d5aab7 req-d025b8b5-a0db-496b-89e5-b67130dd7c15 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:18.225367 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-92aa6910-9437-4985-8675-55cc91d5aab7 req-d025b8b5-a0db-496b-89e5-b67130dd7c15 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?device_id=05f497d3-4db9-4b01-aac2-c3a29bd98c26 HTTP/1.1" status: 200 len: 944 time: 0.0512526 Apr 12 14:38:18.272956 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-92aa6910-9437-4985-8675-55cc91d5aab7 req-456fbbd2-bd50-4c03-85d2-d7e222a4961a tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a6f1bb-56ea-44c6-ae94-a9074ca284b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419953 Apr 12 14:38:18.422508 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device c40c97ae-39bf-4517-be29-7e0d405c1bbe up at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:38:18.468595 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning for port c40c97ae-39bf-4517-be29-7e0d405c1bbe completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:38:18.474185 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning complete for port c40c97ae-39bf-4517-be29-7e0d405c1bbe triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:38:18.474634 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (c40c97ae-39bf-4517-be29-7e0d405c1bbe), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:18.556365 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port c40c97ae-39bf-4517-be29-7e0d405c1bbe is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:38:18.556759 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (c40c97ae-39bf-4517-be29-7e0d405c1bbe), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:18.580008 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f497d3-4db9-4b01-aac2-c3a29bd98c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40c97ae-39bf-4517-be29-7e0d405c1bbe'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:38:18.582375 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3bc604-eba0-4f67-a408-195cfc1203b9" -d '{"events": [{"server_uuid": "05f497d3-4db9-4b01-aac2-c3a29bd98c26", "name": "network-vif-plugged", "status": "completed", "tag": "c40c97ae-39bf-4517-be29-7e0d405c1bbe"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:38:18.598706 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port c40c97ae-39bf-4517-be29-7e0d405c1bbe, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c40c97ae-39bf-4517-be29-7e0d405c1bbe,segment=NetworkSegment(89183a0f-7712-4d4d-a27b-0cb4e4dab051),segment_id=89183a0f-7712-4d4d-a27b-0cb4e4dab051)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:38:18.603984 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (c40c97ae-39bf-4517-be29-7e0d405c1bbe), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:18.652977 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=c40c97ae-39bf-4517-be29-7e0d405c1bbe,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:18.745426 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3ec100-77bd-46bf-b387-b9a8bee210d7 x-openstack-request-id: req-7c3ec100-77bd-46bf-b387-b9a8bee210d7 {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:38:18.745712 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f497d3-4db9-4b01-aac2-c3a29bd98c26", "name": "network-vif-plugged", "status": "completed", "tag": "c40c97ae-39bf-4517-be29-7e0d405c1bbe", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:38:18.745969 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7c3ec100-77bd-46bf-b387-b9a8bee210d7 {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:38:18.746371 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c3ec100-77bd-46bf-b387-b9a8bee210d7'] response: {'server_uuid': '05f497d3-4db9-4b01-aac2-c3a29bd98c26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40c97ae-39bf-4517-be29-7e0d405c1bbe', 'code': 200} Apr 12 14:38:18.970320 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff891e-e5a6-4c2a-bd0c-3c480bf5cf1b req-05031d7f-02a8-4bbe-a419-3ec22b00b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:18.971745 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-19ff891e-e5a6-4c2a-bd0c-3c480bf5cf1b req-05031d7f-02a8-4bbe-a419-3ec22b00b9fc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=05f497d3-4db9-4b01-aac2-c3a29bd98c26 HTTP/1.1" status: 200 len: 1129 time: 0.0387721 Apr 12 14:38:19.018721 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-19ff891e-e5a6-4c2a-bd0c-3c480bf5cf1b req-5f11d852-3af6-4cf2-bb8f-b47fd9393eff service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=75a6f1bb-56ea-44c6-ae94-a9074ca284b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408225 Apr 12 14:38:19.400242 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc12d3-8f52-4854-9aaa-58b81993a7b7 req-1f9327b5-2a6b-4079-9fc8-1c954a29b497 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:19.401885 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-72bc12d3-8f52-4854-9aaa-58b81993a7b7 req-1f9327b5-2a6b-4079-9fc8-1c954a29b497 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?device_id=05f497d3-4db9-4b01-aac2-c3a29bd98c26 HTTP/1.1" status: 200 len: 945 time: 0.0477002 Apr 12 14:38:19.454795 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-72bc12d3-8f52-4854-9aaa-58b81993a7b7 req-a00ea14d-b891-49f7-a854-0dbdec5c3b6c tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a6f1bb-56ea-44c6-ae94-a9074ca284b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469749 Apr 12 14:38:20.513606 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-54fc1a7c-2791-4344-a269-fd5a6bf102a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:20.572022 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c96ed-214a-4657-b07e-4dffb64248f4 req-3dce11d1-9ff6-4dcc-8d22-964f369124db tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:20.572672 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ee9c96ed-214a-4657-b07e-4dffb64248f4 req-3dce11d1-9ff6-4dcc-8d22-964f369124db tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?device_id=05f497d3-4db9-4b01-aac2-c3a29bd98c26 HTTP/1.1" status: 200 len: 945 time: 0.0478644 Apr 12 14:38:20.636832 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ee9c96ed-214a-4657-b07e-4dffb64248f4 req-6126c208-c721-4705-9f3c-84652f6b881c tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a6f1bb-56ea-44c6-ae94-a9074ca284b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580273 Apr 12 14:38:21.562898 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:21.754226 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3e997-2c99-4744-bd72-0048435aca3b req-ba166a9f-0017-4868-b7e8-f792f355443b tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:21.755697 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4b3e997-2c99-4744-bd72-0048435aca3b req-ba166a9f-0017-4868-b7e8-f792f355443b tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?device_id=05f497d3-4db9-4b01-aac2-c3a29bd98c26 HTTP/1.1" status: 200 len: 945 time: 0.0515883 Apr 12 14:38:21.804025 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-a4b3e997-2c99-4744-bd72-0048435aca3b req-082ae830-b7dd-4089-8031-169314355ad6 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a6f1bb-56ea-44c6-ae94-a9074ca284b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426245 Apr 12 14:38:22.514513 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e7c78-a788-496c-9b19-87ec2bc37906 req-3f1d44e1-9bed-4ddc-8c7c-1ecab5655999 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:22.516204 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7b5e7c78-a788-496c-9b19-87ec2bc37906 req-3f1d44e1-9bed-4ddc-8c7c-1ecab5655999 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?device_id=05f497d3-4db9-4b01-aac2-c3a29bd98c26 HTTP/1.1" status: 200 len: 945 time: 0.0468321 Apr 12 14:38:22.562600 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7b5e7c78-a788-496c-9b19-87ec2bc37906 req-7b5d3d9e-18f5-4856-811b-cd66bd7ac0e5 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a6f1bb-56ea-44c6-ae94-a9074ca284b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407376 Apr 12 14:38:22.932847 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:23.680061 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382df8d-67c4-46fb-9f32-6930a3f0dc3f req-f6b65455-cba7-46b1-8d6c-cf4e6d7c1a0a tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:23.681572 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3382df8d-67c4-46fb-9f32-6930a3f0dc3f req-f6b65455-cba7-46b1-8d6c-cf4e6d7c1a0a tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?device_id=05f497d3-4db9-4b01-aac2-c3a29bd98c26 HTTP/1.1" status: 200 len: 945 time: 0.0482006 Apr 12 14:38:23.733203 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-3382df8d-67c4-46fb-9f32-6930a3f0dc3f req-bcee8d0b-4c0c-49b8-837a-7eaf2d9e06e8 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a6f1bb-56ea-44c6-ae94-a9074ca284b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457423 Apr 12 14:38:24.054433 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913099e-0123-46d6-84b0-37aa0129fb25 req-b5aa7654-7685-4086-8bba-73775adede30 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:24.055909 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d913099e-0123-46d6-84b0-37aa0129fb25 req-b5aa7654-7685-4086-8bba-73775adede30 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.69 "GET /v2.0/ports?device_id=05f497d3-4db9-4b01-aac2-c3a29bd98c26 HTTP/1.1" status: 200 len: 945 time: 0.0480313 Apr 12 14:38:24.141231 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-d913099e-0123-46d6-84b0-37aa0129fb25 req-b09363a4-f58a-490c-852f-e2a089ff328a tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Deleting port c40c97ae-39bf-4517-be29-7e0d405c1bbe {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:38:24.141572 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d913099e-0123-46d6-84b0-37aa0129fb25 req-b09363a4-f58a-490c-852f-e2a089ff328a tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (c40c97ae-39bf-4517-be29-7e0d405c1bbe), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:24.238826 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-d913099e-0123-46d6-84b0-37aa0129fb25 req-b09363a4-f58a-490c-852f-e2a089ff328a tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] For port c40c97ae-39bf-4517-be29-7e0d405c1bbe, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=c40c97ae-39bf-4517-be29-7e0d405c1bbe,segment=NetworkSegment(89183a0f-7712-4d4d-a27b-0cb4e4dab051),segment_id=89183a0f-7712-4d4d-a27b-0cb4e4dab051)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:38:24.239089 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d913099e-0123-46d6-84b0-37aa0129fb25 req-b09363a4-f58a-490c-852f-e2a089ff328a tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (c40c97ae-39bf-4517-be29-7e0d405c1bbe), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:24.252482 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-d913099e-0123-46d6-84b0-37aa0129fb25 req-b09363a4-f58a-490c-852f-e2a089ff328a tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Calling delete_port for c40c97ae-39bf-4517-be29-7e0d405c1bbe owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:38:24.383119 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d913099e-0123-46d6-84b0-37aa0129fb25 req-b09363a4-f58a-490c-852f-e2a089ff328a tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (c40c97ae-39bf-4517-be29-7e0d405c1bbe), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:24.417083 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09363a4-f58a-490c-852f-e2a089ff328a tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Pushing event deleted for resources: {'Port': ['ID=c40c97ae-39bf-4517-be29-7e0d405c1bbe,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:24.434260 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:24.437563 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['c40c97ae-39bf-4517-be29-7e0d405c1bbe'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:38:24.470086 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-d913099e-0123-46d6-84b0-37aa0129fb25 req-b09363a4-f58a-490c-852f-e2a089ff328a tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] No DVR routers for this DVR port c40c97ae-39bf-4517-be29-7e0d405c1bbe on host hv-cinder-83752 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:38:24.472405 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-d913099e-0123-46d6-84b0-37aa0129fb25 req-b09363a4-f58a-490c-852f-e2a089ff328a tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:24.475691 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-d913099e-0123-46d6-84b0-37aa0129fb25 req-b09363a4-f58a-490c-852f-e2a089ff328a tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.69 "DELETE /v2.0/ports/c40c97ae-39bf-4517-be29-7e0d405c1bbe HTTP/1.1" status: 204 len: 173 time: 0.4125612 Apr 12 14:38:24.476124 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f497d3-4db9-4b01-aac2-c3a29bd98c26', 'name': 'network-vif-deleted', 'tag': 'c40c97ae-39bf-4517-be29-7e0d405c1bbe'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:38:24.478448 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b6dcaf-de9f-40f6-9869-54f060f25ce8" -d '{"events": [{"server_uuid": "05f497d3-4db9-4b01-aac2-c3a29bd98c26", "name": "network-vif-deleted", "tag": "c40c97ae-39bf-4517-be29-7e0d405c1bbe"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:38:24.526548 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f216443-9fb3-44ff-ad02-cb12cb711ea4 x-openstack-request-id: req-4f216443-9fb3-44ff-ad02-cb12cb711ea4 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:38:24.526838 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f497d3-4db9-4b01-aac2-c3a29bd98c26", "name": "network-vif-deleted", "tag": "c40c97ae-39bf-4517-be29-7e0d405c1bbe", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:38:24.527082 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4f216443-9fb3-44ff-ad02-cb12cb711ea4 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:38:24.527499 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f216443-9fb3-44ff-ad02-cb12cb711ea4'] response: {'server_uuid': '05f497d3-4db9-4b01-aac2-c3a29bd98c26', 'name': 'network-vif-deleted', 'tag': 'c40c97ae-39bf-4517-be29-7e0d405c1bbe', 'status': 'completed', 'code': 200} Apr 12 14:38:24.847919 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-38e964f7-7c01-4dad-929f-23f559a70c3f req-26f9fee4-728c-41c3-b5e0-5cbf76630fac tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?device_id=05f497d3-4db9-4b01-aac2-c3a29bd98c26 HTTP/1.1" status: 200 len: 210 time: 0.0303423 Apr 12 14:38:26.113377 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-75f59dab-b789-47ff-afd9-7200d689bc9e tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:26.114920 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-75f59dab-b789-47ff-afd9-7200d689bc9e tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/networks?id=5c465b45-69be-4be7-8ffa-1c0d2c5dac0a HTTP/1.1" status: 200 len: 808 time: 0.1024692 Apr 12 14:38:26.130789 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-eec15792-a571-4c6a-bd3d-9bdc18aceb5f tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/quotas/5b732a55c320482c8c18b200e2901b89 HTTP/1.1" status: 200 len: 375 time: 0.0101104 Apr 12 14:38:26.162637 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-501ec99d-1008-47e5-b794-80e90ece84cf tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5b732a55c320482c8c18b200e2901b89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267825 Apr 12 14:38:26.260701 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-11233b2d-a739-44be-92f8-169385333ca1 service neutron] 10.222.0.79 "GET /v2.0/networks/5c465b45-69be-4be7-8ffa-1c0d2c5dac0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911019 Apr 12 14:38:26.347754 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:38:26.352353 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-417bbda9-487d-4b45-9378-d5cd176f2e04 service neutron] 10.222.0.79 "GET /v2.0/networks/5c465b45-69be-4be7-8ffa-1c0d2c5dac0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859668 Apr 12 14:38:26.513641 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-b3a28131-cc61-49d1-bed6-e63c09a9b5e2 req-827f93cc-f945-43f0-9731-1289d766510f tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ea5f732-3ddf-44f4-b558-54f546fed323 HTTP/1.1" status: 200 len: 210 time: 0.0310845 Apr 12 14:38:27.629126 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-c18711f9-5774-4644-aa81-817065d48b75 req-67bcc34a-77b0-414f-979f-cb54be39417a tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ea5f732-3ddf-44f4-b558-54f546fed323 HTTP/1.1" status: 200 len: 210 time: 0.0328429 Apr 12 14:38:27.668360 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-4739d807-a5cc-44a8-9143-bfcc3b63352e tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:27.669850 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-4739d807-a5cc-44a8-9143-bfcc3b63352e tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.69 "GET /v2.0/networks?id=5c465b45-69be-4be7-8ffa-1c0d2c5dac0a HTTP/1.1" status: 200 len: 808 time: 0.1394739 Apr 12 14:38:27.714649 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-4ff6d1ac-4e67-4ad6-a864-9be91aafb143 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Request body: {'port': {'device_id': '3ea5f732-3ddf-44f4-b558-54f546fed323', 'network_id': '5c465b45-69be-4be7-8ffa-1c0d2c5dac0a', 'admin_state_up': True, 'tenant_id': '5b732a55c320482c8c18b200e2901b89'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:38:27.834950 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-4ff6d1ac-4e67-4ad6-a864-9be91aafb143 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Made reservation on behalf of 5b732a55c320482c8c18b200e2901b89 for: {'port': 1} {{(pid=103284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 14:38:27.838311 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-4ff6d1ac-4e67-4ad6-a864-9be91aafb143 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (None), before_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:27.966127 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.db_base_plugin_common [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-4ff6d1ac-4e67-4ad6-a864-9be91aafb143 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Allocated IP 172.20.0.9 (5c465b45-69be-4be7-8ffa-1c0d2c5dac0a/a9587504-6faf-4e24-aef1-2f8260e4dde0/0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0) {{(pid=103284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 14:38:28.116558 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-4ff6d1ac-4e67-4ad6-a864-9be91aafb143 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Publish callbacks [] for port (0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0), precommit_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:28.151276 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-4ff6d1ac-4e67-4ad6-a864-9be91aafb143 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728757112607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0), after_create {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:28.196925 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-4ff6d1ac-4e67-4ad6-a864-9be91aafb143 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Network 5c465b45-69be-4be7-8ffa-1c0d2c5dac0a is already hosted by enough agents. {{(pid=103284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 14:38:28.200346 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.scheduler.base_scheduler [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-4ff6d1ac-4e67-4ad6-a864-9be91aafb143 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Resources bound (agent type, host, resource id): {{(pid=103284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 14:38:28.204820 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-4ff6d1ac-4e67-4ad6-a864-9be91aafb143 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Received port after_create {{(pid=103284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 14:38:28.214156 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6d1ac-4e67-4ad6-a864-9be91aafb143 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Pushing event updated for resources: {'Port': ['ID=0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0,revision_number=1']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:28.259520 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-4ff6d1ac-4e67-4ad6-a864-9be91aafb143 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:28.260125 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-4ff6d1ac-4e67-4ad6-a864-9be91aafb143 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:28.276278 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-4ff6d1ac-4e67-4ad6-a864-9be91aafb143 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5660799 Apr 12 14:38:28.302109 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.v2.base [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-33a27b09-9cfc-4b01-9185-2b87db2f411a service neutron] Request body: {'port': {'device_id': '3ea5f732-3ddf-44f4-b558-54f546fed323', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83752'}} {{(pid=103284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 14:38:28.361144 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-33a27b09-9cfc-4b01-9185-2b87db2f411a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:28.473731 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device c40c97ae-39bf-4517-be29-7e0d405c1bbe no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:38:28.493973 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] No Port match for: c40c97ae-39bf-4517-be29-7e0d405c1bbe {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:38:28.494319 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device c40c97ae-39bf-4517-be29-7e0d405c1bbe not bound to the agent host hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:38:28.639144 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-33a27b09-9cfc-4b01-9185-2b87db2f411a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0 {{(pid=103284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:38:28.646705 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-33a27b09-9cfc-4b01-9185-2b87db2f411a service neutron] Publish callbacks [] for port (0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0), precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:28.660497 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.provisioning_blocks [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-33a27b09-9cfc-4b01-9185-2b87db2f411a service neutron] Transition to ACTIVE for port object 0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0 will not be triggered until provisioned by entity L2. {{(pid=103284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 14:38:28.671228 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-33a27b09-9cfc-4b01-9185-2b87db2f411a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:28.776324 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a27b09-9cfc-4b01-9185-2b87db2f411a service neutron] Pushing event updated for resources: {'Port': ['ID=0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:28.809169 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c30c18-170d-4b3f-986b-deb413222366 req-9dfacb22-4e5d-4e45-a905-bf8bd495c99b tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:28.810613 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f2c30c18-170d-4b3f-986b-deb413222366 req-9dfacb22-4e5d-4e45-a905-bf8bd495c99b tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ea5f732-3ddf-44f4-b558-54f546fed323 HTTP/1.1" status: 200 len: 943 time: 0.1028099 Apr 12 14:38:28.867508 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-33a27b09-9cfc-4b01-9185-2b87db2f411a service neutron] Attempting to bind port 0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0 on host hv-cinder-83752 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 14:38:28.867873 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-33a27b09-9cfc-4b01-9185-2b87db2f411a service neutron] Attempting to bind port 0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0 by drivers openvswitch,hyperv on host hv-cinder-83752 at level 0 using segments [{'id': '89183a0f-7712-4d4d-a27b-0cb4e4dab051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '5c465b45-69be-4be7-8ffa-1c0d2c5dac0a'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 14:38:28.868154 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-33a27b09-9cfc-4b01-9185-2b87db2f411a service neutron] Attempting to bind port 0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0 on network 5c465b45-69be-4be7-8ffa-1c0d2c5dac0a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:38:28.879071 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-f2c30c18-170d-4b3f-986b-deb413222366 req-5e07573d-71e2-4d98-8dae-07e0eef8423c tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a6f1bb-56ea-44c6-ae94-a9074ca284b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626698 Apr 12 14:38:28.880027 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-33a27b09-9cfc-4b01-9185-2b87db2f411a service neutron] Port 0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0 on network 5c465b45-69be-4be7-8ffa-1c0d2c5dac0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83752 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 14:38:28.880345 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-33a27b09-9cfc-4b01-9185-2b87db2f411a service neutron] Attempting to bind port 0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0 on network 5c465b45-69be-4be7-8ffa-1c0d2c5dac0a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 14:38:28.885744 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-33a27b09-9cfc-4b01-9185-2b87db2f411a service neutron] Checking agent: {'id': '533323ec-e26b-4d23-bab1-f8a1493e3727', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83752', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'started_at': datetime.datetime(2022, 4, 12, 14, 24, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 14, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 14:38:28.886074 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-33a27b09-9cfc-4b01-9185-2b87db2f411a service neutron] Checking segment: {'id': '89183a0f-7712-4d4d-a27b-0cb4e4dab051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '5c465b45-69be-4be7-8ffa-1c0d2c5dac0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 14:38:28.886443 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-33a27b09-9cfc-4b01-9185-2b87db2f411a service neutron] Bound using segment: {'id': '89183a0f-7712-4d4d-a27b-0cb4e4dab051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '5c465b45-69be-4be7-8ffa-1c0d2c5dac0a'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 14:38:28.886866 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-33a27b09-9cfc-4b01-9185-2b87db2f411a service neutron] Bound port: 0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0, host: hv-cinder-83752, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89183a0f-7712-4d4d-a27b-0cb4e4dab051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '5c465b45-69be-4be7-8ffa-1c0d2c5dac0a'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 14:38:28.887224 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-33a27b09-9cfc-4b01-9185-2b87db2f411a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0), before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:28.953935 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-33a27b09-9cfc-4b01-9185-2b87db2f411a service neutron] For port 0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0, host hv-cinder-83752, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 14:38:28.956786 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-33a27b09-9cfc-4b01-9185-2b87db2f411a service neutron] For port 0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0, host hv-cinder-83752, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0,segment=NetworkSegment(89183a0f-7712-4d4d-a27b-0cb4e4dab051),segment_id=89183a0f-7712-4d4d-a27b-0cb4e4dab051)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 14:38:28.962768 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-33a27b09-9cfc-4b01-9185-2b87db2f411a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3726072'] for port (0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0), after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:29.002576 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-33a27b09-9cfc-4b01-9185-2b87db2f411a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:29.003185 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-33a27b09-9cfc-4b01-9185-2b87db2f411a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:29.004550 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-33a27b09-9cfc-4b01-9185-2b87db2f411a service neutron] 10.222.0.69 "PUT /v2.0/ports/0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0 HTTP/1.1" status: 200 len: 1093 time: 0.7068286 Apr 12 14:38:29.005009 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea5f732-3ddf-44f4-b558-54f546fed323', 'tag': '0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:38:29.007246 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485cbc95-a559-412f-9151-d360e57cbb7b" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea5f732-3ddf-44f4-b558-54f546fed323", "tag": "0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:38:29.037598 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a27b09-9cfc-4b01-9185-2b87db2f411a service neutron] Pushing event updated for resources: {'Port': ['ID=0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:29.054695 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 14:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26b1ded-b9c4-4822-95c0-6c60d51b3c75 x-openstack-request-id: req-f26b1ded-b9c4-4822-95c0-6c60d51b3c75 {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:38:29.054989 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea5f732-3ddf-44f4-b558-54f546fed323", "tag": "0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:38:29.055243 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f26b1ded-b9c4-4822-95c0-6c60d51b3c75 {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:38:29.055673 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f26b1ded-b9c4-4822-95c0-6c60d51b3c75'] response: {'name': 'network-changed', 'server_uuid': '3ea5f732-3ddf-44f4-b558-54f546fed323', 'tag': '0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0', 'status': 'completed', 'code': 200} Apr 12 14:38:29.112812 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-b8c59367-b49d-4543-8bcb-4aefcb7fdb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:29.114347 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-b8c59367-b49d-4543-8bcb-4aefcb7fdb49 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b732a55c320482c8c18b200e2901b89&device_id=3ea5f732-3ddf-44f4-b558-54f546fed323 HTTP/1.1" status: 200 len: 1127 time: 0.0409055 Apr 12 14:38:29.171077 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-244b040f-a796-420b-b326-bbda1915e38b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0 HTTP/1.1" status: 200 len: 217 time: 0.0349638 Apr 12 14:38:29.225236 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-2f6742c4-5a2f-41fa-a7ab-22b492be50e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:29.226675 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-2f6742c4-5a2f-41fa-a7ab-22b492be50e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9587504-6faf-4e24-aef1-2f8260e4dde0 HTTP/1.1" status: 200 len: 848 time: 0.0473280 Apr 12 14:38:29.518098 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-33340b79-9164-40ba-852b-db04cd214b88 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c465b45-69be-4be7-8ffa-1c0d2c5dac0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2816207 Apr 12 14:38:29.620529 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-5f85d095-bc58-4956-83c5-06c502b36871 service neutron] 10.222.0.69 "GET /v2.0/networks/5c465b45-69be-4be7-8ffa-1c0d2c5dac0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915165 Apr 12 14:38:29.718409 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-15c2e7cc-8a76-425c-99fe-212b15aaa9ea req-f5601c02-5fb5-4a12-b2a8-919d439e5ad3 service neutron] 10.222.0.69 "GET /v2.0/networks/5c465b45-69be-4be7-8ffa-1c0d2c5dac0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875053 Apr 12 14:38:29.993225 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42470eb2-64e7-4623-a5e7-8b401234300b req-fc0bd5f1-9869-4711-b716-7de882734519 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:29.994690 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-42470eb2-64e7-4623-a5e7-8b401234300b req-fc0bd5f1-9869-4711-b716-7de882734519 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ea5f732-3ddf-44f4-b558-54f546fed323 HTTP/1.1" status: 200 len: 943 time: 0.0473411 Apr 12 14:38:30.042396 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-42470eb2-64e7-4623-a5e7-8b401234300b req-21c1b6df-0cc9-46f1-b49a-197c6de79e23 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a6f1bb-56ea-44c6-ae94-a9074ca284b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413418 Apr 12 14:38:30.687738 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cbc95-a559-412f-9151-d360e57cbb7b req-e8c87ee3-90b8-41ee-88f9-2d3a63ac031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:30.689237 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-485cbc95-a559-412f-9151-d360e57cbb7b req-e8c87ee3-90b8-41ee-88f9-2d3a63ac031f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5b732a55c320482c8c18b200e2901b89&device_id=3ea5f732-3ddf-44f4-b558-54f546fed323 HTTP/1.1" status: 200 len: 1127 time: 0.0517149 Apr 12 14:38:30.782017 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cbc95-a559-412f-9151-d360e57cbb7b req-34f5e200-3c76-4b2f-afda-8325200c02af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:30.783456 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-485cbc95-a559-412f-9151-d360e57cbb7b req-34f5e200-3c76-4b2f-afda-8325200c02af service neutron] 10.222.0.69 "GET /v2.0/networks?id=5c465b45-69be-4be7-8ffa-1c0d2c5dac0a HTTP/1.1" status: 200 len: 910 time: 0.0837939 Apr 12 14:38:30.830317 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-485cbc95-a559-412f-9151-d360e57cbb7b req-34fe7f5c-b9c6-4217-8410-23e2b0ec1d36 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0 HTTP/1.1" status: 200 len: 217 time: 0.0374100 Apr 12 14:38:30.882647 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485cbc95-a559-412f-9151-d360e57cbb7b req-85316b74-4c63-45b8-8d91-fc9ce59f2fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:30.884079 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-485cbc95-a559-412f-9151-d360e57cbb7b req-85316b74-4c63-45b8-8d91-fc9ce59f2fa3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a9587504-6faf-4e24-aef1-2f8260e4dde0 HTTP/1.1" status: 200 len: 848 time: 0.0440509 Apr 12 14:38:30.921584 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-485cbc95-a559-412f-9151-d360e57cbb7b req-f591b53f-0c13-4a9e-9089-68e701e4ff48 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c465b45-69be-4be7-8ffa-1c0d2c5dac0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260737 Apr 12 14:38:31.022289 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-485cbc95-a559-412f-9151-d360e57cbb7b req-acaa3408-1e6f-44eb-bb26-2e30d2f70b57 service neutron] 10.222.0.69 "GET /v2.0/networks/5c465b45-69be-4be7-8ffa-1c0d2c5dac0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898654 Apr 12 14:38:31.129160 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-485cbc95-a559-412f-9151-d360e57cbb7b req-293cf1bd-4e5e-4318-9ac5-5153242f6eb8 service neutron] 10.222.0.69 "GET /v2.0/networks/5c465b45-69be-4be7-8ffa-1c0d2c5dac0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982077 Apr 12 14:38:31.162797 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead024a3-030b-4d9e-a580-7dbe4f9d073d req-e8a57789-cbd2-4646-ad83-52f207495e48 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:31.164390 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ead024a3-030b-4d9e-a580-7dbe4f9d073d req-e8a57789-cbd2-4646-ad83-52f207495e48 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ea5f732-3ddf-44f4-b558-54f546fed323 HTTP/1.1" status: 200 len: 943 time: 0.0514357 Apr 12 14:38:31.221064 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ead024a3-030b-4d9e-a580-7dbe4f9d073d req-ad1aeea8-bed5-46fb-ba65-2d3d2ece0273 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a6f1bb-56ea-44c6-ae94-a9074ca284b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495746 Apr 12 14:38:32.332613 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23c75f-4205-452c-926f-31c1889e111e req-6eb2836f-aa47-44cf-8a19-92dd3caba40a tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:32.334122 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ac23c75f-4205-452c-926f-31c1889e111e req-6eb2836f-aa47-44cf-8a19-92dd3caba40a tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ea5f732-3ddf-44f4-b558-54f546fed323 HTTP/1.1" status: 200 len: 943 time: 0.0469584 Apr 12 14:38:32.386084 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ac23c75f-4205-452c-926f-31c1889e111e req-6fd1de62-2fb5-49c9-8b7e-7cab1836aea2 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a6f1bb-56ea-44c6-ae94-a9074ca284b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463398 Apr 12 14:38:32.473384 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0 details requested by agent hyperv_hv-cinder-83752 with host hv-cinder-83752 {{(pid=103285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 14:38:32.573245 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0,segment=NetworkSegment(89183a0f-7712-4d4d-a27b-0cb4e4dab051),segment_id=89183a0f-7712-4d4d-a27b-0cb4e4dab051)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:38:32.585417 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Returning: {'device': '0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0', 'network_id': '5c465b45-69be-4be7-8ffa-1c0d2c5dac0a', 'port_id': '0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0', 'mac_address': 'fa:16:3e:69:b5:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9587504-6faf-4e24-aef1-2f8260e4dde0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 14:38:32.621959 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port 0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0 is: DOWN; New status is: BUILD {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:38:32.622360 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:32.636996 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0 {{(pid=103285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 14:38:32.656772 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0,segment=NetworkSegment(89183a0f-7712-4d4d-a27b-0cb4e4dab051),segment_id=89183a0f-7712-4d4d-a27b-0cb4e4dab051)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:38:32.661047 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:32.716058 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0,revision_number=4']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:33.012989 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:38:33.499256 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4f809-82cf-4d15-aa70-f6f8259b3158 req-f51376c7-d69d-441d-ae0c-6134ab774463 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:33.506162 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ddc4f809-82cf-4d15-aa70-f6f8259b3158 req-f51376c7-d69d-441d-ae0c-6134ab774463 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ea5f732-3ddf-44f4-b558-54f546fed323 HTTP/1.1" status: 200 len: 944 time: 0.0520587 Apr 12 14:38:33.552714 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-ddc4f809-82cf-4d15-aa70-f6f8259b3158 req-1f19b5fc-5cab-4b05-b176-921a997a279c tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a6f1bb-56ea-44c6-ae94-a9074ca284b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408647 Apr 12 14:38:34.484902 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0 up at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 14:38:34.532995 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning for port 0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0 completed by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 14:38:34.539091 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.db.provisioning_blocks [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Provisioning complete for port 0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0 triggered by entity L2. {{(pid=103285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 14:38:34.539578 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16090735'] for port (0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0), provisioning_complete {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:34.619419 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Current status of the port 0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0 is: BUILD; New status is: ACTIVE {{(pid=103285) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 14:38:34.619807 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16211044'] for port (0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0), before_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:34.644437 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea5f732-3ddf-44f4-b558-54f546fed323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0'}] {{(pid=103285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:38:34.646856 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efdfbf1d011300f375e0a687a3cecc99a5b097159011c5f785699f7962d53cb6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d462bf5-c11e-47d7-be93-0b2e247696a9" -d '{"events": [{"server_uuid": "3ea5f732-3ddf-44f4-b558-54f546fed323", "name": "network-vif-plugged", "status": "completed", "tag": "0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0"}]}' {{(pid=103285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:38:34.661077 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] For port 0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0,segment=NetworkSegment(89183a0f-7712-4d4d-a27b-0cb4e4dab051),segment_id=89183a0f-7712-4d4d-a27b-0cb4e4dab051)] {{(pid=103285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:38:34.666840 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728757638943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728757112625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728757112643'] for port (0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:34.681806 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5f273-711a-4651-ad33-7cf858ef1f21 req-ee059b3a-f6eb-4639-8aec-9966d9539561 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:34.683337 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e7b5f273-711a-4651-ad33-7cf858ef1f21 req-ee059b3a-f6eb-4639-8aec-9966d9539561 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ea5f732-3ddf-44f4-b558-54f546fed323 HTTP/1.1" status: 200 len: 944 time: 0.0621774 Apr 12 14:38:34.694804 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f042705-e226-484a-949a-e0cf1b7f05ca x-openstack-request-id: req-7f042705-e226-484a-949a-e0cf1b7f05ca {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:38:34.695099 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea5f732-3ddf-44f4-b558-54f546fed323", "name": "network-vif-plugged", "status": "completed", "tag": "0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0", "code": 200}]} {{(pid=103285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:38:34.695353 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7f042705-e226-484a-949a-e0cf1b7f05ca {{(pid=103285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:38:34.695752 dv-cinder-837523-1-iscsi neutron-server[103285]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f042705-e226-484a-949a-e0cf1b7f05ca'] response: {'server_uuid': '3ea5f732-3ddf-44f4-b558-54f546fed323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0', 'code': 200} Apr 12 14:38:34.723128 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Pushing event updated for resources: {'Port': ['ID=0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0,revision_number=5']} {{(pid=103285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:34.747019 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-e7b5f273-711a-4651-ad33-7cf858ef1f21 req-82badcf7-880d-495d-842c-23746617dd27 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a6f1bb-56ea-44c6-ae94-a9074ca284b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573444 Apr 12 14:38:34.907286 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60fd5b-8157-435b-b087-c97e0b38eb91 req-b3fcf8b4-5c0b-46b9-bd2c-bdaf88970296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:34.908789 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8d60fd5b-8157-435b-b087-c97e0b38eb91 req-b3fcf8b4-5c0b-46b9-bd2c-bdaf88970296 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3ea5f732-3ddf-44f4-b558-54f546fed323 HTTP/1.1" status: 200 len: 1129 time: 0.0396500 Apr 12 14:38:34.952621 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-8d60fd5b-8157-435b-b087-c97e0b38eb91 req-bc9ca119-1902-4f60-928a-f7bfd5142f27 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=75a6f1bb-56ea-44c6-ae94-a9074ca284b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368071 Apr 12 14:38:35.865392 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813c998-8c19-4d6b-8930-fbbc7425a1fe req-7daa0ef9-2ff3-4c31-b8c5-554054964c7c tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:35.866905 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7813c998-8c19-4d6b-8930-fbbc7425a1fe req-7daa0ef9-2ff3-4c31-b8c5-554054964c7c tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ea5f732-3ddf-44f4-b558-54f546fed323 HTTP/1.1" status: 200 len: 945 time: 0.0479715 Apr 12 14:38:35.919154 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-7813c998-8c19-4d6b-8930-fbbc7425a1fe req-73574bec-bb4f-44c0-8c5a-fa9cc994aa2b tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a6f1bb-56ea-44c6-ae94-a9074ca284b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465605 Apr 12 14:38:37.030932 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a3619-3f0a-4b2f-81ae-11bc8cad06b6 req-e1d4d8c2-0906-4394-9f39-00fe23070612 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:37.032323 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2c3a3619-3f0a-4b2f-81ae-11bc8cad06b6 req-e1d4d8c2-0906-4394-9f39-00fe23070612 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ea5f732-3ddf-44f4-b558-54f546fed323 HTTP/1.1" status: 200 len: 945 time: 0.0474102 Apr 12 14:38:37.081742 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-2c3a3619-3f0a-4b2f-81ae-11bc8cad06b6 req-1a1778e8-1dd1-462f-ac04-183456afdc10 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a6f1bb-56ea-44c6-ae94-a9074ca284b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433581 Apr 12 14:38:37.444981 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:37.865705 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ff005-1968-45c5-92ef-be3433e14651 req-89e4f6e4-2ef7-4ed6-80bd-7b9dc2b59713 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:37.867091 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-939ff005-1968-45c5-92ef-be3433e14651 req-89e4f6e4-2ef7-4ed6-80bd-7b9dc2b59713 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ea5f732-3ddf-44f4-b558-54f546fed323 HTTP/1.1" status: 200 len: 945 time: 0.0552783 Apr 12 14:38:37.917061 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-939ff005-1968-45c5-92ef-be3433e14651 req-db710454-370a-408b-aa4d-6cb4b6b154ae tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a6f1bb-56ea-44c6-ae94-a9074ca284b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412652 Apr 12 14:38:39.044372 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd736f-a918-420c-9af3-4b571935b5a5 req-fc111b8f-cf52-44c6-bd39-b1360d558b91 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:39.045791 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bacd736f-a918-420c-9af3-4b571935b5a5 req-fc111b8f-cf52-44c6-bd39-b1360d558b91 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ea5f732-3ddf-44f4-b558-54f546fed323 HTTP/1.1" status: 200 len: 945 time: 0.0587587 Apr 12 14:38:39.093480 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-bacd736f-a918-420c-9af3-4b571935b5a5 req-f5e5ff14-c429-42ca-bc2c-e1024cda3f3f tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/security-groups?id=75a6f1bb-56ea-44c6-ae94-a9074ca284b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416310 Apr 12 14:38:39.386379 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d2106-615a-40d4-840f-fa359978abf8 req-4e21f613-569b-42c9-ae19-9ceca759fd62 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 14:38:39.387875 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-556d2106-615a-40d4-840f-fa359978abf8 req-4e21f613-569b-42c9-ae19-9ceca759fd62 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ea5f732-3ddf-44f4-b558-54f546fed323 HTTP/1.1" status: 200 len: 945 time: 0.0470400 Apr 12 14:38:39.480288 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-556d2106-615a-40d4-840f-fa359978abf8 req-7d10df4d-a720-4903-ad34-d381abf8dd2f tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Deleting port 0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0 {{(pid=103284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 14:38:39.480769 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-556d2106-615a-40d4-840f-fa359978abf8 req-7d10df4d-a720-4903-ad34-d381abf8dd2f tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728757630751'] for port (0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:39.572144 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.db [req-556d2106-615a-40d4-840f-fa359978abf8 req-7d10df4d-a720-4903-ad34-d381abf8dd2f tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] For port 0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0, host hv-cinder-83752, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83752',level=0,port_id=0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0,segment=NetworkSegment(89183a0f-7712-4d4d-a27b-0cb4e4dab051),segment_id=89183a0f-7712-4d4d-a27b-0cb4e4dab051)] {{(pid=103284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 14:38:39.572578 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-556d2106-615a-40d4-840f-fa359978abf8 req-7d10df4d-a720-4903-ad34-d381abf8dd2f tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541276'] for port (0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:39.586951 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [req-556d2106-615a-40d4-840f-fa359978abf8 req-7d10df4d-a720-4903-ad34-d381abf8dd2f tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Calling delete_port for 0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0 owned by compute:nova {{(pid=103284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 14:38:39.725375 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-556d2106-615a-40d4-840f-fa359978abf8 req-7d10df4d-a720-4903-ad34-d381abf8dd2f tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16210310', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728757638925', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728757112616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3726067'] for port (0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:39.754000 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10df4d-a720-4903-ad34-d381abf8dd2f tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Pushing event deleted for resources: {'Port': ['ID=0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:38:39.772625 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.db [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] get_ports_and_sgs() called for port_ids ['0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0'] {{(pid=103285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 14:38:39.802459 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [req-556d2106-615a-40d4-840f-fa359978abf8 req-7d10df4d-a720-4903-ad34-d381abf8dd2f tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] No DVR routers for this DVR port 0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0 on host hv-cinder-83752 {{(pid=103284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 14:38:39.804941 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [req-556d2106-615a-40d4-840f-fa359978abf8 req-7d10df4d-a720-4903-ad34-d381abf8dd2f tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239345'] for port (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:39.808179 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-556d2106-615a-40d4-840f-fa359978abf8 req-7d10df4d-a720-4903-ad34-d381abf8dd2f tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.69 "DELETE /v2.0/ports/0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0 HTTP/1.1" status: 204 len: 173 time: 0.4103920 Apr 12 14:38:39.808611 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea5f732-3ddf-44f4-b558-54f546fed323', 'name': 'network-vif-deleted', 'tag': '0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0'}] {{(pid=103284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 14:38:39.810862 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24570d5b4ec2ca165987238f4a6b48dcc0738d68002f73766d89e49a305b1f55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f02d636-b53f-402d-ad85-afdfe77e1f4a" -d '{"events": [{"server_uuid": "3ea5f732-3ddf-44f4-b558-54f546fed323", "name": "network-vif-deleted", "tag": "0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0"}]}' {{(pid=103284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 14:38:39.851117 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 14:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d03e59-16bd-43a0-9b95-52533ea9557d x-openstack-request-id: req-82d03e59-16bd-43a0-9b95-52533ea9557d {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 14:38:39.851348 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea5f732-3ddf-44f4-b558-54f546fed323", "name": "network-vif-deleted", "tag": "0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0", "status": "completed", "code": 200}]} {{(pid=103284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 14:38:39.851645 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-82d03e59-16bd-43a0-9b95-52533ea9557d {{(pid=103284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 14:38:39.852007 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d03e59-16bd-43a0-9b95-52533ea9557d'] response: {'server_uuid': '3ea5f732-3ddf-44f4-b558-54f546fed323', 'name': 'network-vif-deleted', 'tag': '0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0', 'status': 'completed', 'code': 200} Apr 12 14:38:40.199807 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [req-401c954d-141f-4007-b26d-6f1ac4c3ea14 req-c312d8b2-7948-407d-94ae-897377b85257 tempest-VolumesActionsTest-1501967609 tempest-VolumesActionsTest-1501967609-project] 10.222.0.79 "GET /v2.0/ports?device_id=3ea5f732-3ddf-44f4-b558-54f546fed323 HTTP/1.1" status: 200 len: 210 time: 0.0279703 Apr 12 14:38:43.915261 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0 no longer exists at agent hyperv_hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 14:38:43.940944 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.plugin [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] No Port match for: 0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0 {{(pid=103285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 14:38:43.941287 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron.plugins.ml2.rpc [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Device 0d724717-70ec-4ccd-8ca4-d33b1f4b3fa0 not bound to the agent host hv-cinder-83752 {{(pid=103285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 14:38:48.157364 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-013ac0a3-23e4-4e44-bc90-adebc3d1793d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:50.522902 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b7f59a6d-3984-4436-8633-fc95f68b4dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:51.570148 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:52.935213 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:38:54.445124 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:02.077739 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [-] (103283) accepted ('10.222.0.79', 36420) {{(pid=103283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:02.121394 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a0bd49-9836-4ffd-9615-bff8b1b82598 admin admin] Deleting subnet a9587504-6faf-4e24-aef1-2f8260e4dde0 {{(pid=103283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 14:39:02.125521 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-07a0bd49-9836-4ffd-9615-bff8b1b82598 admin admin] Publish callbacks [] for subnet (a9587504-6faf-4e24-aef1-2f8260e4dde0), before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:02.158279 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-07a0bd49-9836-4ffd-9615-bff8b1b82598 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58773011'] for subnet (a9587504-6faf-4e24-aef1-2f8260e4dde0), precommit_delete_associations {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:02.198452 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-07a0bd49-9836-4ffd-9615-bff8b1b82598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16103179'] for subnet (a9587504-6faf-4e24-aef1-2f8260e4dde0), precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:02.255569 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-07a0bd49-9836-4ffd-9615-bff8b1b82598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16103218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-565745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3951348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59075873'] for subnet (a9587504-6faf-4e24-aef1-2f8260e4dde0), after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:02.284367 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0bd49-9836-4ffd-9615-bff8b1b82598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9587504-6faf-4e24-aef1-2f8260e4dde0,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:02.289263 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-07a0bd49-9836-4ffd-9615-bff8b1b82598 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:02.292339 dv-cinder-837523-1-iscsi neutron-server[103283]: INFO neutron.wsgi [None req-07a0bd49-9836-4ffd-9615-bff8b1b82598 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a9587504-6faf-4e24-aef1-2f8260e4dde0 HTTP/1.1" status: 204 len: 168 time: 0.2136168 Apr 12 14:39:02.294989 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 36422) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:02.297694 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a0bd49-9836-4ffd-9615-bff8b1b82598 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.298038 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a0bd49-9836-4ffd-9615-bff8b1b82598 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.298376 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a0bd49-9836-4ffd-9615-bff8b1b82598 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.298709 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a0bd49-9836-4ffd-9615-bff8b1b82598 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.299089 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a0bd49-9836-4ffd-9615-bff8b1b82598 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.299369 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a0bd49-9836-4ffd-9615-bff8b1b82598 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.299691 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a0bd49-9836-4ffd-9615-bff8b1b82598 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.300013 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a0bd49-9836-4ffd-9615-bff8b1b82598 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.300333 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a0bd49-9836-4ffd-9615-bff8b1b82598 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.300653 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a0bd49-9836-4ffd-9615-bff8b1b82598 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.300999 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a0bd49-9836-4ffd-9615-bff8b1b82598 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.301322 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a0bd49-9836-4ffd-9615-bff8b1b82598 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.301645 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a0bd49-9836-4ffd-9615-bff8b1b82598 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.301959 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a0bd49-9836-4ffd-9615-bff8b1b82598 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.302271 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a0bd49-9836-4ffd-9615-bff8b1b82598 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.365634 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16156760'] for network (5c465b45-69be-4be7-8ffa-1c0d2c5dac0a), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:02.456690 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16104838', 'neutron.services.segments.db._delete_segments_for_network-8728757608111'] for network (5c465b45-69be-4be7-8ffa-1c0d2c5dac0a), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:02.481906 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c465b45-69be-4be7-8ffa-1c0d2c5dac0a']}} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:39:02.493049 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89183a0f-7712-4d4d-a27b-0cb4e4dab051') {'for_net_delete': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:39:02.493349 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.services.segments.db [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89183a0f-7712-4d4d-a27b-0cb4e4dab051') {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 14:39:02.502600 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728757610680', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3180176'] for segment (89183a0f-7712-4d4d-a27b-0cb4e4dab051), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:02.515609 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486'] for segment (89183a0f-7712-4d4d-a27b-0cb4e4dab051), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:02.521378 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=103284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 14:39:02.521761 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16100486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3725860'] for segment (89183a0f-7712-4d4d-a27b-0cb4e4dab051), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: Traceback (most recent call last): Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: timer() Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: cb(*args, **kw) Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: return func(*args, **kwargs) Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: self._notify() Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: self.callback(batched_events) Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: event.method(event) Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: return f(self, *a, **k) Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: return self._get(url).json() Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: return self.request(url, 'GET', **kwargs) Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 14:39:02.523731 dv-cinder-837523-1-iscsi neutron-server[103284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 14:39:02.587799 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16104841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-546540'] for network (5c465b45-69be-4be7-8ffa-1c0d2c5dac0a), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:02.593917 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554017'] for network (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:02.597107 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] 10.222.0.79 "DELETE /v2.0/networks/5c465b45-69be-4be7-8ffa-1c0d2c5dac0a HTTP/1.1" status: 204 len: 168 time: 0.3010197 Apr 12 14:39:02.607585 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] Pushing event deleted for resources: {'Network': ['ID=5c465b45-69be-4be7-8ffa-1c0d2c5dac0a,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:02.615431 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.615783 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.616137 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.616479 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.616810 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.617177 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.617508 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.617837 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.618165 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.618494 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.618820 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.619145 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.619466 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.619788 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.620106 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d828e7-0c06-404d-ab5e-7330d6f98d7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837523-1-iscsi {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 14:39:02.714496 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 36426) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:02.755752 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-cdbb3ebb-78d3-4f03-99b8-7b2ebc3ca067 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5b732a55c320482c8c18b200e2901b89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400386 Apr 12 14:39:02.758187 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.wsgi [-] (103284) accepted ('10.222.0.79', 36428) {{(pid=103284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 14:39:02.815986 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-004677d8-30c7-4e78-b381-128f8ed6ef79 admin admin] Publish callbacks [] for security_group (75a6f1bb-56ea-44c6-ae94-a9074ca284b1), before_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:02.837512 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-004677d8-30c7-4e78-b381-128f8ed6ef79 admin admin] Publish callbacks [] for security_group (75a6f1bb-56ea-44c6-ae94-a9074ca284b1), precommit_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:02.885745 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-004677d8-30c7-4e78-b381-128f8ed6ef79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589324'] for security_group (75a6f1bb-56ea-44c6-ae94-a9074ca284b1), after_delete {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:02.888267 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-004677d8-30c7-4e78-b381-128f8ed6ef79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:02.889477 dv-cinder-837523-1-iscsi neutron-server[103284]: INFO neutron.wsgi [None req-004677d8-30c7-4e78-b381-128f8ed6ef79 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/75a6f1bb-56ea-44c6-ae94-a9074ca284b1 HTTP/1.1" status: 204 len: 168 time: 0.1304066 Apr 12 14:39:02.897820 dv-cinder-837523-1-iscsi neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004677d8-30c7-4e78-b381-128f8ed6ef79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a6f1bb-56ea-44c6-ae94-a9074ca284b1,revision_number=None']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 14:39:03.346779 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:39:07.445953 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:18.150259 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-4003979b-bfcb-476c-a994-d33d0b47fa7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:20.515200 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-dadf0be7-93d5-40dd-9783-596df55ad952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:21.569513 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:22.939225 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:24.441296 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:37.460406 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:40.345831 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:39:48.151551 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-45fff9e0-e360-49f6-9ba8-c02087d6695a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:50.522608 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f3bf7d37-773f-4a74-90da-cc5112f29dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:51.573292 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:52.936651 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:39:54.445017 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:07.455077 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:17.344836 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:40:18.154596 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-268c189c-920c-4b0a-a5db-88d25779110f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:20.514547 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-c0aa3be1-17b8-4065-ac21-36263fb93348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:21.579763 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:22.938939 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:24.450013 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:37.488313 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:48.155976 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-85e889aa-f478-4152-890d-5f32cfc8df18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:50.516191 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-ada6cf79-8c82-4ae7-a284-78c6a0f5e02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:51.579617 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:52.942327 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:40:54.346655 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:40:54.454097 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:41:07.499055 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:41:18.157163 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b8cb507f-f75e-44d5-b1fc-a2e41485571b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:41:20.517693 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e08a8f49-9f1a-4edb-963d-43992fd1875a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:41:21.581251 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:41:22.944683 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:41:24.458301 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:41:31.346045 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:41:37.506942 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:41:48.159374 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-8299df72-9321-4308-9783-416af77f3175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:41:50.520988 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f2c3a8af-c373-4901-a856-ae008123ecc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:41:51.585521 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:41:51.865844 dv-cinder-837523-1-iscsi neutron-server[103283]: DEBUG neutron.wsgi [req-176ff182-fe13-4e81-a610-8dcb9040400c req-e6cad9c7-47a4-4192-bcff-353a337785b8 service neutron] (103283) timed out ('10.222.0.69', 64254) {{(pid=103283) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 14:41:52.948335 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:41:54.463139 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:07.530979 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:08.345044 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:42:18.162902 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1d568ac4-0ab5-4204-918a-375afea49ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:20.525193 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-e40b2b93-332e-434f-b83f-4bb0b4aa3eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:21.587765 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:22.951712 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:24.466775 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:37.545639 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:45.343637 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:42:48.165396 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-f14f6895-5bff-4bdd-9e0f-0438e3fa8c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:50.524999 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-9939bea3-97f2-45bd-be74-e11223b4c007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:51.590970 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:52.955118 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:42:54.473302 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:43:07.544023 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:43:18.167705 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-1bcdd64d-606c-4299-8ed7-14e3ae33088c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:43:20.526723 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a639136c-9ebd-439b-94e8-e8dcb27c9174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:43:21.593692 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:43:22.342190 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:43:22.959289 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:43:24.469069 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:43:37.552423 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:43:48.169763 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-7f9a206d-5e74-4238-8d5b-c484944373ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:43:50.532057 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-40f1cc6e-8e6c-448e-960d-f32233d42f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:43:51.596014 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:43:52.961902 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:43:54.471741 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:43:59.340957 dv-cinder-837523-1-iscsi neutron-server[103287]: DEBUG neutron.db.agents_db [None req-03d35efc-6108-463d-8652-3d0750ad6ae3 None None] Agent healthcheck: found 6 active agents {{(pid=103287) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 14:44:07.560150 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-78e2fec1-ad37-4887-9107-ffb6fd8ee821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (533323ec-e26b-4d23-bab1-f8a1493e3727), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:18.172197 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-b4a9349d-f766-455a-ab90-c7a18a4501de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (26b99ea2-1f24-436d-a395-59cabb3f6051), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:20.534640 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-a0d949ac-ab69-48d0-9a7d-3f65b0e7501d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (6fb6cbcb-6d19-473c-81bc-3845e61ff331), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:21.603822 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-6d0f783a-3562-4aff-9141-facc171cb5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (c8d8f269-ad70-474d-841a-9efa05d7798c), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:22.965783 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-d9687b77-9508-48ef-9cd3-9fd422322bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (f5810a53-ec81-46ff-9139-4dd10f53ed02), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 14:44:24.477833 dv-cinder-837523-1-iscsi neutron-server[103285]: DEBUG neutron_lib.callbacks.manager [None req-aa7acaa7-1950-415b-ac3d-89391c2b78a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728757608093', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16090817'] for agent (18bf2e6c-5ea1-4c12-acd4-4c387e4c9580), after_update {{(pid=103285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}